{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5033.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24313): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24313) [trial-2405↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24313)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24313): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24313) [trial-2405↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a12:55:28.846825 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a12:55:28.858611 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a12:55:29.455432 tst mo_mt_sms.py: using LAC 41040\u000a12:55:29.573157 tst mo_mt_sms.py: using RAC 240\u000a12:55:29.698242 tst mo_mt_sms.py: using CellId 41040\u000a12:55:29.824005 tst mo_mt_sms.py: using BVCI 41041\u000a12:55:29.848269 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a12:55:30.029929 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a12:55:30.305532 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:55:30.432257 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:55:32.832167 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24312): Launched\u000a12:55:33.158840 run osmo-nitb_10.42.42.2(pid=24313): Launched\u000a12:55:33.346182 run osmo-nitb_10.42.42.2(pid=24313): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24313)]\u000a12:55:33.481399 run osmo-nitb_10.42.42.2(pid=24313): stdout: \u000a| (launched: 2022-12-14_12:55:32.998857) \u000a12:55:33.616677 run osmo-nitb_10.42.42.2(pid=24313): stderr: \u000a| (launched: 2022-12-14_12:55:33.047980)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:55:33.747540 run osmo-nitb_10.42.42.2(pid=24313): stdout: \u000a| (launched: 2022-12-14_12:55:32.998857) \u000a12:55:33.877083 run osmo-nitb_10.42.42.2(pid=24313): stderr: \u000a| (launched: 2022-12-14_12:55:33.047980)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:55:33.933842 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=24313): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24313) [trial-2405↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24313)] [trial-2405↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a12:55:33.942486 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a12:55:33.978934 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24312): Terminating (SIGTERM)\u000a12:55:34.157061 --- ParallelTerminationStrategy: PID 24312 died...\u000a12:55:34.215140 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24312): Terminated: ok {rc=0}\u000a12:55:34.302718 bus /sierra_3: Setting Powered False\u000a12:55:35.411316 bus /sierra_3: Setting Powered False\u000a12:55:36.519620 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:55:28" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24324): Process ended prematurely: osmo-stp_10.42.42.5(pid=24324) [trial-2405↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24324)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24324): Process ended prematurely: osmo-stp_10.42.42.5(pid=24324) [trial-2405↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a12:55:38.375735 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:55:38.387034 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a12:55:38.516429 tst mo_mt_sms.py: using LAC 41041\u000a12:55:38.641707 tst mo_mt_sms.py: using RAC 241\u000a12:55:38.768399 tst mo_mt_sms.py: using CellId 41041\u000a12:55:38.900143 tst mo_mt_sms.py: using BVCI 41042\u000a12:55:38.924907 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:55:38.936034 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:55:38.947081 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:55:38.958081 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:55:38.970115 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:55:38.981837 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a12:55:39.098748 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a12:55:39.313815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:55:41.077397 run create_hlr_db(pid=24318): Launched\u000a12:55:41.266608 bus /sierra_2: Setting Powered False\u000a12:55:42.287515 run create_hlr_db(pid=24318): Terminated: ok {rc=0}\u000a12:55:42.698857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24320): Launched\u000a12:55:43.006476 run osmo-hlr_10.42.42.2(pid=24321): Launched\u000a12:55:43.129750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:55:45.606614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24323): Launched\u000a12:55:46.051898 run osmo-stp_10.42.42.5(pid=24324): Launched\u000a12:55:46.222964 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:55:51.750885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24326): Launched\u000a12:55:52.089088 run osmo-msc_10.42.42.6(pid=24327): Launched\u000a12:55:52.280386 run osmo-stp_10.42.42.5(pid=24324): ERR: Terminated: ERROR {rc=1} [trial-2405↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24324)]\u000a12:55:52.418730 run osmo-stp_10.42.42.5(pid=24324): stdout: \u000a| (launched: 2022-12-14_12:55:45.760554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:52.556581 run osmo-stp_10.42.42.5(pid=24324): stderr: \u000a| �[0;m�[38;5;43m20221214125545995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125545995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125545995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125545996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125545998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125545998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125545998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:52.687917 run osmo-stp_10.42.42.5(pid=24324): stdout: \u000a| (launched: 2022-12-14_12:55:45.760554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:52.818422 run osmo-stp_10.42.42.5(pid=24324): stderr: \u000a| �[0;m�[38;5;43m20221214125545995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125545995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125545995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125545996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125545998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125545998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125545998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:52.875051 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=24324): Process ended prematurely: osmo-stp_10.42.42.5(pid=24324) [trial-2405↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24324)] [trial-2405↪sms:sysmo↪mo_mt_sms.py:16]\u000a12:55:52.883629 tst mo_mt_sms.py:16: Test FAILED (14.5 sec)\u000a12:55:52.947593 run osmo-hlr_10.42.42.2(pid=24321): ERR: Terminated: ERROR {rc=237} [trial-2405↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24321)]\u000a12:55:52.999946 run osmo-hlr_10.42.42.2(pid=24321): stdout: \u000a| (launched: 2022-12-14_12:55:42.854187) \u000a12:55:53.053208 run osmo-hlr_10.42.42.2(pid=24321): stderr: \u000a| �[0;m�[1;31m20221214125543031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125543032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125543032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125543032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125543032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125543032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125543044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125543052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125543052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125543052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:55:53.125337 run osmo-msc_10.42.42.6(pid=24327): ERR: Terminated: ERROR {rc=2} [trial-2405↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24327)]\u000a12:55:53.178045 run osmo-msc_10.42.42.6(pid=24327): stdout: \u000a| (launched: 2022-12-14_12:55:51.917351) \u000a12:55:53.230893 run osmo-msc_10.42.42.6(pid=24327): stderr: \u000a| �[0;m�[38;5;43m20221214125552249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125552249 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1a9ab5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125552249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125552249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125552249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125552250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125552251 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125552252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125552252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125552252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:55:53.276200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24320): Terminating (SIGTERM)\u000a12:55:53.319125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24323): Terminating (SIGTERM)\u000a12:55:53.362156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24326): Terminating (SIGTERM)\u000a12:55:53.371921 --- ParallelTerminationStrategy: PID 24320 died...\u000a12:55:53.430110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24320): Terminated: ok {rc=0}\u000a12:55:53.440299 --- ParallelTerminationStrategy: PID 24323 died...\u000a12:55:53.497826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24323): Terminated: ok {rc=0}\u000a12:55:53.507935 --- ParallelTerminationStrategy: PID 24326 died...\u000a12:55:53.565094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24326): Terminated: ok {rc=0}\u000a12:55:53.654464 bus /sierra_3: Setting Powered False\u000a12:55:54.759793 bus /sierra_3: Setting Powered False\u000a12:55:55.867799 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:55:38" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24335): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24335) [trial-2405↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24335)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24335): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24335) [trial-2405↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a12:55:57.677469 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a12:55:57.688527 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a12:55:57.820150 tst assert_extension.py: using LAC 41042\u000a12:55:57.942617 tst assert_extension.py: using RAC 242\u000a12:55:58.063888 tst assert_extension.py: using CellId 41042\u000a12:55:58.185123 tst assert_extension.py: using BVCI 41043\u000a12:55:58.208202 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a12:55:58.502750 tst assert_extension.py:10: start nitb and bts...\u000a12:55:58.639257 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:55:59.312894 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24334): Launched\u000a12:55:59.637208 run osmo-nitb_10.42.42.2(pid=24335): Launched\u000a12:55:59.836281 run osmo-nitb_10.42.42.2(pid=24335): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24335)]\u000a12:55:59.983160 run osmo-nitb_10.42.42.2(pid=24335): stdout: \u000a| (launched: 2022-12-14_12:55:59.478885) \u000a12:56:00.130992 run osmo-nitb_10.42.42.2(pid=24335): stderr: \u000a| (launched: 2022-12-14_12:55:59.527286)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:56:00.273413 run osmo-nitb_10.42.42.2(pid=24335): stdout: \u000a| (launched: 2022-12-14_12:55:59.478885) \u000a12:56:00.414795 run osmo-nitb_10.42.42.2(pid=24335): stderr: \u000a| (launched: 2022-12-14_12:55:59.527286)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:56:00.769573 tst osmo-nitb_10.42.42.2(pid=24335): stdout: \u000a| (launched: 2022-12-14_12:55:59.478885) \u000a12:56:00.910192 tst osmo-nitb_10.42.42.2(pid=24335): stderr: \u000a| (launched: 2022-12-14_12:55:59.527286)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:56:00.968322 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=24335): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24335) [trial-2405↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24335)] [trial-2405↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a12:56:00.977742 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a12:56:01.015837 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24334): Terminating (SIGTERM)\u000a12:56:01.194205 --- ParallelTerminationStrategy: PID 24334 died...\u000a12:56:01.254329 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24334): Terminated: ok {rc=0}\u000a12:56:01.344614 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:55:57" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24346): Process ended prematurely: osmo-stp_10.42.42.5(pid=24346) [trial-2405↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24346)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24346): Process ended prematurely: osmo-stp_10.42.42.5(pid=24346) [trial-2405↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a12:56:03.146854 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:56:03.157997 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a12:56:03.287905 tst assert_extension.py: using LAC 41043\u000a12:56:03.414952 tst assert_extension.py: using RAC 243\u000a12:56:03.542370 tst assert_extension.py: using CellId 41043\u000a12:56:03.667270 tst assert_extension.py: using BVCI 41044\u000a12:56:03.690246 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:56:03.700748 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:56:03.711250 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:56:03.721606 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:56:03.731897 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:56:03.743380 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a12:56:03.954377 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:04.475446 run create_hlr_db(pid=24340): Launched\u000a12:56:04.665997 bus /sierra_2: Setting Powered False\u000a12:56:05.686348 run create_hlr_db(pid=24340): Terminated: ok {rc=0}\u000a12:56:06.123248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24342): Launched\u000a12:56:06.452296 run osmo-hlr_10.42.42.2(pid=24343): Launched\u000a12:56:06.574794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:07.145806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24345): Launched\u000a12:56:07.475054 run osmo-stp_10.42.42.5(pid=24346): Launched\u000a12:56:07.594102 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:56:08.189477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24348): Launched\u000a12:56:08.518064 run osmo-msc_10.42.42.6(pid=24349): Launched\u000a12:56:08.710455 run osmo-stp_10.42.42.5(pid=24346): ERR: Terminated: ERROR {rc=1} [trial-2405↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24346)]\u000a12:56:08.850198 run osmo-stp_10.42.42.5(pid=24346): stdout: \u000a| (launched: 2022-12-14_12:56:07.312357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:08.988067 run osmo-stp_10.42.42.5(pid=24346): stderr: \u000a| �[0;m�[38;5;43m20221214125607508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125607508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125607509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125607509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125607511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125607512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125607512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:09.120647 run osmo-stp_10.42.42.5(pid=24346): stdout: \u000a| (launched: 2022-12-14_12:56:07.312357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:09.252096 run osmo-stp_10.42.42.5(pid=24346): stderr: \u000a| �[0;m�[38;5;43m20221214125607508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125607508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125607509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125607509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125607511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125607512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125607512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:09.310038 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=24346): Process ended prematurely: osmo-stp_10.42.42.5(pid=24346) [trial-2405↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24346)] [trial-2405↪ussd:sysmo↪assert_extension.py:17]\u000a12:56:09.318900 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a12:56:09.383271 run osmo-hlr_10.42.42.2(pid=24343): ERR: Terminated: ERROR {rc=237} [trial-2405↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24343)]\u000a12:56:09.435814 run osmo-hlr_10.42.42.2(pid=24343): stdout: \u000a| (launched: 2022-12-14_12:56:06.289743) \u000a12:56:09.488892 run osmo-hlr_10.42.42.2(pid=24343): stderr: \u000a| �[0;m�[1;31m20221214125606490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125606490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125606490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125606490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125606490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125606490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125606505 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125606513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125606513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125606513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:09.560732 run osmo-msc_10.42.42.6(pid=24349): ERR: Terminated: ERROR {rc=2} [trial-2405↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24349)]\u000a12:56:09.612864 run osmo-msc_10.42.42.6(pid=24349): stdout: \u000a| (launched: 2022-12-14_12:56:08.355811) \u000a12:56:09.665600 run osmo-msc_10.42.42.6(pid=24349): stderr: \u000a| �[0;m�[38;5;43m20221214125608680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125608680 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8edbc1ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125608680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125608680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125608681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125608681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125608683 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125608683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125608683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125608683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:56:09.710972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24342): Terminating (SIGTERM)\u000a12:56:09.754271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24345): Terminating (SIGTERM)\u000a12:56:09.797149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24348): Terminating (SIGTERM)\u000a12:56:09.806923 --- ParallelTerminationStrategy: PID 24342 died...\u000a12:56:09.864407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24342): Terminated: ok {rc=0}\u000a12:56:09.874674 --- ParallelTerminationStrategy: PID 24345 died...\u000a12:56:09.932002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24345): Terminated: ok {rc=0}\u000a12:56:09.942192 --- ParallelTerminationStrategy: PID 24348 died...\u000a12:56:09.999353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24348): Terminated: ok {rc=0}\u000a12:56:10.086647 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:56:02" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24360): Process ended prematurely: osmo-stp_10.42.42.5(pid=24360) [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24360)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24360): Process ended prematurely: osmo-stp_10.42.42.5(pid=24360) [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:56:12.003908 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:12.015474 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:56:12.162196 tst mo_mt_call.py: using LAC 41044\u000a12:56:12.284397 tst mo_mt_call.py: using RAC 244\u000a12:56:12.413549 tst mo_mt_call.py: using CellId 41044\u000a12:56:12.544319 tst mo_mt_call.py: using BVCI 41045\u000a12:56:12.569747 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:12.581475 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:12.593163 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:12.604741 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:12.616538 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:12.628358 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:56:12.748322 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:56:12.960579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:13.485058 run create_hlr_db(pid=24354): Launched\u000a12:56:13.677749 bus /sierra_2: Setting Powered False\u000a12:56:14.698156 run create_hlr_db(pid=24354): Terminated: ok {rc=0}\u000a12:56:15.116456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24356): Launched\u000a12:56:15.429177 run osmo-hlr_10.42.42.2(pid=24357): Launched\u000a12:56:15.553919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:16.142347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24359): Launched\u000a12:56:16.588388 run osmo-stp_10.42.42.5(pid=24360): Launched\u000a12:56:16.817137 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:56:17.434197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24362): Launched\u000a12:56:17.748069 run osmo-msc_10.42.42.6(pid=24363): Launched\u000a12:56:17.929800 run osmo-stp_10.42.42.5(pid=24360): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24360)]\u000a12:56:18.060180 run osmo-stp_10.42.42.5(pid=24360): stdout: \u000a| (launched: 2022-12-14_12:56:16.315635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:18.189283 run osmo-stp_10.42.42.5(pid=24360): stderr: \u000a| �[0;m�[38;5;43m20221214125616618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125616618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125616618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125616619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125616619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125616619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125616619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:18.313111 run osmo-stp_10.42.42.5(pid=24360): stdout: \u000a| (launched: 2022-12-14_12:56:16.315635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:18.436348 run osmo-stp_10.42.42.5(pid=24360): stderr: \u000a| �[0;m�[38;5;43m20221214125616618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125616618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125616618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125616619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125616619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125616619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125616619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:18.490419 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24360): Process ended prematurely: osmo-stp_10.42.42.5(pid=24360) [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24360)] [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:56:18.498896 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a12:56:18.558680 run osmo-hlr_10.42.42.2(pid=24357): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24357)]\u000a12:56:18.608170 run osmo-hlr_10.42.42.2(pid=24357): stdout: \u000a| (launched: 2022-12-14_12:56:15.274359) \u000a12:56:18.658340 run osmo-hlr_10.42.42.2(pid=24357): stderr: \u000a| �[0;m�[1;31m20221214125615453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125615453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125615453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125615453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125615453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125615453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125615466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125615474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125615474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125615474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:18.726414 run osmo-msc_10.42.42.6(pid=24363): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24363)]\u000a12:56:18.775766 run osmo-msc_10.42.42.6(pid=24363): stdout: \u000a| (launched: 2022-12-14_12:56:17.592481) \u000a12:56:18.825748 run osmo-msc_10.42.42.6(pid=24363): stderr: \u000a| �[0;m�[38;5;43m20221214125617869 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125617870 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc79deacc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125617870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125617870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125617870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125617870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125617872 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125617872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125617872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125617872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:56:18.867885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24356): Terminating (SIGTERM)\u000a12:56:18.907715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24359): Terminating (SIGTERM)\u000a12:56:18.947570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24362): Terminating (SIGTERM)\u000a12:56:18.956855 --- ParallelTerminationStrategy: PID 24356 died...\u000a12:56:19.010145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24356): Terminated: ok {rc=0}\u000a12:56:19.019689 --- ParallelTerminationStrategy: PID 24359 died...\u000a12:56:19.073139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24359): Terminated: ok {rc=0}\u000a12:56:19.082666 --- ParallelTerminationStrategy: PID 24362 died...\u000a12:56:19.136104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24362): Terminated: ok {rc=0}\u000a12:56:19.220634 bus /sierra_3: Setting Powered False\u000a12:56:20.328851 bus /sierra_3: Setting Powered False\u000a12:56:21.443313 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24371): Process ended prematurely: osmo-stp_10.42.42.5(pid=24371) [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24371)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24371): Process ended prematurely: osmo-stp_10.42.42.5(pid=24371) [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:56:22.556680 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:22.568557 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:56:22.712130 tst mo_mt_call_osmux.py: using LAC 41045\u000a12:56:22.833261 tst mo_mt_call_osmux.py: using RAC 245\u000a12:56:22.961274 tst mo_mt_call_osmux.py: using CellId 41045\u000a12:56:23.090358 tst mo_mt_call_osmux.py: using BVCI 41046\u000a12:56:23.115986 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:23.127810 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:23.139511 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:23.150937 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:23.163242 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:23.175264 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:56:23.296902 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:56:23.502268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:24.000942 run create_hlr_db(pid=24365): Launched\u000a12:56:24.180242 bus /sierra_2: Setting Powered False\u000a12:56:25.217947 run create_hlr_db(pid=24365): Terminated: ok {rc=0}\u000a12:56:25.632718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24367): Launched\u000a12:56:25.943942 run osmo-hlr_10.42.42.2(pid=24368): Launched\u000a12:56:26.057063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:26.596506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24370): Launched\u000a12:56:26.908917 run osmo-stp_10.42.42.5(pid=24371): Launched\u000a12:56:27.021788 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:56:27.589118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24373): Launched\u000a12:56:27.900379 run osmo-msc_10.42.42.6(pid=24374): Launched\u000a12:56:28.081048 run osmo-stp_10.42.42.5(pid=24371): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24371)]\u000a12:56:28.212144 run osmo-stp_10.42.42.5(pid=24371): stdout: \u000a| (launched: 2022-12-14_12:56:26.754612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:28.340934 run osmo-stp_10.42.42.5(pid=24371): stderr: \u000a| �[0;m�[38;5;43m20221214125626932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125626932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125626932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125626932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125626933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125626933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125626933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:28.465364 run osmo-stp_10.42.42.5(pid=24371): stdout: \u000a| (launched: 2022-12-14_12:56:26.754612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:28.588575 run osmo-stp_10.42.42.5(pid=24371): stderr: \u000a| �[0;m�[38;5;43m20221214125626932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125626932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125626932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125626932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125626933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125626933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125626933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:28.642873 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24371): Process ended prematurely: osmo-stp_10.42.42.5(pid=24371) [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24371)] [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:56:28.651456 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:56:28.712226 run osmo-hlr_10.42.42.2(pid=24368): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24368)]\u000a12:56:28.762177 run osmo-hlr_10.42.42.2(pid=24368): stdout: \u000a| (launched: 2022-12-14_12:56:25.790500) \u000a12:56:28.812773 run osmo-hlr_10.42.42.2(pid=24368): stderr: \u000a| �[0;m�[1;31m20221214125625971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125625971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125625971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125625971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125625971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125625971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125625985 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125625994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125625994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125625994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:28.881380 run osmo-msc_10.42.42.6(pid=24374): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24374)]\u000a12:56:28.931469 run osmo-msc_10.42.42.6(pid=24374): stdout: \u000a| (launched: 2022-12-14_12:56:27.746673) \u000a12:56:28.981871 run osmo-msc_10.42.42.6(pid=24374): stderr: \u000a| �[0;m�[38;5;43m20221214125628024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125628024 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b20038c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125628024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125628024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125628024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125628025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125628026 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125628027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125628027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125628027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:56:29.024338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24367): Terminating (SIGTERM)\u000a12:56:29.064407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24370): Terminating (SIGTERM)\u000a12:56:29.104574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24373): Terminating (SIGTERM)\u000a12:56:29.113908 --- ParallelTerminationStrategy: PID 24367 died...\u000a12:56:29.167703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24367): Terminated: ok {rc=0}\u000a12:56:29.177418 --- ParallelTerminationStrategy: PID 24370 died...\u000a12:56:29.231046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24370): Terminated: ok {rc=0}\u000a12:56:29.240629 --- ParallelTerminationStrategy: PID 24373 died...\u000a12:56:29.293938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24373): Terminated: ok {rc=0}\u000a12:56:29.378555 bus /sierra_3: Setting Powered False\u000a12:56:30.485394 bus /sierra_3: Setting Powered False\u000a12:56:31.601196 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:56:11" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24385): Process ended prematurely: osmo-stp_10.42.42.5(pid=24385) [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24385)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24385): Process ended prematurely: osmo-stp_10.42.42.5(pid=24385) [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:56:33.582329 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:56:33.593344 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:56:33.745883 tst mo_mt_call.py: using LAC 41046\u000a12:56:33.877250 tst mo_mt_call.py: using RAC 246\u000a12:56:34.005817 tst mo_mt_call.py: using CellId 41046\u000a12:56:34.138552 tst mo_mt_call.py: using BVCI 41047\u000a12:56:34.164244 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:56:34.175859 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:56:34.187276 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:56:34.198609 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:56:34.210345 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:56:34.222011 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:56:34.339418 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:56:34.543489 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:35.040568 run create_hlr_db(pid=24379): Launched\u000a12:56:35.218965 bus /sierra_2: Setting Powered False\u000a12:56:36.240855 run create_hlr_db(pid=24379): Terminated: ok {rc=0}\u000a12:56:36.683592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24381): Launched\u000a12:56:37.019784 run osmo-hlr_10.42.42.2(pid=24382): Launched\u000a12:56:37.141719 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:37.720922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24384): Launched\u000a12:56:38.055103 run osmo-stp_10.42.42.5(pid=24385): Launched\u000a12:56:38.176568 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:56:38.783026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24387): Launched\u000a12:56:39.117835 run osmo-msc_10.42.42.6(pid=24388): Launched\u000a12:56:39.312048 run osmo-stp_10.42.42.5(pid=24385): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24385)]\u000a12:56:39.452737 run osmo-stp_10.42.42.5(pid=24385): stdout: \u000a| (launched: 2022-12-14_12:56:37.890492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:39.591881 run osmo-stp_10.42.42.5(pid=24385): stderr: \u000a| �[0;m�[38;5;43m20221214125638085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125638085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125638085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125638086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125638086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125638086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125638086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:39.725890 run osmo-stp_10.42.42.5(pid=24385): stdout: \u000a| (launched: 2022-12-14_12:56:37.890492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:39.858677 run osmo-stp_10.42.42.5(pid=24385): stderr: \u000a| �[0;m�[38;5;43m20221214125638085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125638085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125638085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125638086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125638086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125638086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125638086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:39.916684 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24385): Process ended prematurely: osmo-stp_10.42.42.5(pid=24385) [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24385)] [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:56:39.926104 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:56:39.989514 run osmo-hlr_10.42.42.2(pid=24382): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24382)]\u000a12:56:40.041470 run osmo-hlr_10.42.42.2(pid=24382): stdout: \u000a| (launched: 2022-12-14_12:56:36.853453) \u000a12:56:40.094318 run osmo-hlr_10.42.42.2(pid=24382): stderr: \u000a| �[0;m�[1;31m20221214125637054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125637054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125637054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125637054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125637054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125637054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125637099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125637109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125637109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125637109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:40.165571 run osmo-msc_10.42.42.6(pid=24388): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24388)]\u000a12:56:40.217762 run osmo-msc_10.42.42.6(pid=24388): stdout: \u000a| (launched: 2022-12-14_12:56:38.952447) \u000a12:56:40.270716 run osmo-msc_10.42.42.6(pid=24388): stderr: \u000a| �[0;m�[38;5;43m20221214125639277 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125639277 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68c602fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125639277 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125639277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125639277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125639278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125639279 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125639280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125639280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125639280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:56:40.315946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24381): Terminating (SIGTERM)\u000a12:56:40.359106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24384): Terminating (SIGTERM)\u000a12:56:40.402061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24387): Terminating (SIGTERM)\u000a12:56:40.411752 --- ParallelTerminationStrategy: PID 24381 died...\u000a12:56:40.469399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24381): Terminated: ok {rc=0}\u000a12:56:40.479625 --- ParallelTerminationStrategy: PID 24384 died...\u000a12:56:40.537131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24384): Terminated: ok {rc=0}\u000a12:56:40.547356 --- ParallelTerminationStrategy: PID 24387 died...\u000a12:56:40.604865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24387): Terminated: ok {rc=0}\u000a12:56:40.692891 bus /sierra_3: Setting Powered False\u000a12:56:41.801249 bus /sierra_3: Setting Powered False\u000a12:56:42.913829 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24396): Process ended prematurely: osmo-stp_10.42.42.5(pid=24396) [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24396)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24396): Process ended prematurely: osmo-stp_10.42.42.5(pid=24396) [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:56:44.025525 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:56:44.037342 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:56:44.184309 tst mo_mt_call_osmux.py: using LAC 41047\u000a12:56:44.307548 tst mo_mt_call_osmux.py: using RAC 247\u000a12:56:44.430717 tst mo_mt_call_osmux.py: using CellId 41047\u000a12:56:44.554401 tst mo_mt_call_osmux.py: using BVCI 41048\u000a12:56:44.578024 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:56:44.589440 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:56:44.600113 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:56:44.610893 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:56:44.621673 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:56:44.632483 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:56:44.748753 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:56:44.965185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:45.490698 run create_hlr_db(pid=24390): Launched\u000a12:56:45.683374 bus /sierra_2: Setting Powered False\u000a12:56:46.760671 run create_hlr_db(pid=24390): Terminated: ok {rc=0}\u000a12:56:47.207245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24392): Launched\u000a12:56:47.521255 run osmo-hlr_10.42.42.2(pid=24393): Launched\u000a12:56:47.642171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:48.181299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24395): Launched\u000a12:56:48.492444 run osmo-stp_10.42.42.5(pid=24396): Launched\u000a12:56:48.606018 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:56:49.172657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24398): Launched\u000a12:56:49.485173 run osmo-msc_10.42.42.6(pid=24399): Launched\u000a12:56:49.668646 run osmo-stp_10.42.42.5(pid=24396): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24396)]\u000a12:56:49.800035 run osmo-stp_10.42.42.5(pid=24396): stdout: \u000a| (launched: 2022-12-14_12:56:48.338696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:49.928748 run osmo-stp_10.42.42.5(pid=24396): stderr: \u000a| �[0;m�[38;5;43m20221214125648515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125648515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125648515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125648516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125648516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125648516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125648516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:50.053134 run osmo-stp_10.42.42.5(pid=24396): stdout: \u000a| (launched: 2022-12-14_12:56:48.338696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:50.177051 run osmo-stp_10.42.42.5(pid=24396): stderr: \u000a| �[0;m�[38;5;43m20221214125648515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125648515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125648515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125648516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125648516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125648516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125648516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:50.231463 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24396): Process ended prematurely: osmo-stp_10.42.42.5(pid=24396) [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24396)] [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:56:50.240023 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:56:50.299922 run osmo-hlr_10.42.42.2(pid=24393): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24393)]\u000a12:56:50.349294 run osmo-hlr_10.42.42.2(pid=24393): stdout: \u000a| (launched: 2022-12-14_12:56:47.365505) \u000a12:56:50.399141 run osmo-hlr_10.42.42.2(pid=24393): stderr: \u000a| �[0;m�[1;31m20221214125647547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125647547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125647547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125647547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125647547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125647547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125647559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125647570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125647570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125647570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:50.466434 run osmo-msc_10.42.42.6(pid=24399): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24399)]\u000a12:56:50.515530 run osmo-msc_10.42.42.6(pid=24399): stdout: \u000a| (launched: 2022-12-14_12:56:49.330236) \u000a12:56:50.565023 run osmo-msc_10.42.42.6(pid=24399): stderr: \u000a| �[0;m�[38;5;43m20221214125649603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125649604 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e613f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125649604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125649604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125649604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125649604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125649606 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125649606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125649606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125649607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:56:50.607425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24392): Terminating (SIGTERM)\u000a12:56:50.646970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24395): Terminating (SIGTERM)\u000a12:56:50.687145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24398): Terminating (SIGTERM)\u000a12:56:50.696286 --- ParallelTerminationStrategy: PID 24392 died...\u000a12:56:50.750292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24392): Terminated: ok {rc=0}\u000a12:56:50.759898 --- ParallelTerminationStrategy: PID 24395 died...\u000a12:56:50.813343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24395): Terminated: ok {rc=0}\u000a12:56:50.823041 --- ParallelTerminationStrategy: PID 24398 died...\u000a12:56:50.876589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24398): Terminated: ok {rc=0}\u000a12:56:50.964742 bus /sierra_3: Setting Powered False\u000a12:56:52.068413 bus /sierra_3: Setting Powered False\u000a12:56:53.177797 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:56:33" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24410): Process ended prematurely: osmo-stp_10.42.42.5(pid=24410) [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24410)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24410): Process ended prematurely: osmo-stp_10.42.42.5(pid=24410) [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:56:55.144454 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:56:55.156051 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:56:55.310301 tst mo_mt_call.py: using LAC 41048\u000a12:56:55.438411 tst mo_mt_call.py: using RAC 248\u000a12:56:55.569377 tst mo_mt_call.py: using CellId 41048\u000a12:56:55.698180 tst mo_mt_call.py: using BVCI 41049\u000a12:56:55.723773 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:56:55.735619 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:56:55.747289 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:56:55.758863 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:56:55.770924 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:56:55.783081 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:56:55.905105 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:56:56.112879 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:56.612852 run create_hlr_db(pid=24404): Launched\u000a12:56:56.791622 bus /sierra_2: Setting Powered False\u000a12:56:57.813989 run create_hlr_db(pid=24404): Terminated: ok {rc=0}\u000a12:56:58.227870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24406): Launched\u000a12:56:58.540326 run osmo-hlr_10.42.42.2(pid=24407): Launched\u000a12:56:58.663016 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:59.213053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24409): Launched\u000a12:56:59.524263 run osmo-stp_10.42.42.5(pid=24410): Launched\u000a12:56:59.636839 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:57:00.204701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24412): Launched\u000a12:57:00.518437 run osmo-msc_10.42.42.6(pid=24413): Launched\u000a12:57:00.700814 run osmo-stp_10.42.42.5(pid=24410): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24410)]\u000a12:57:00.831780 run osmo-stp_10.42.42.5(pid=24410): stdout: \u000a| (launched: 2022-12-14_12:56:59.370743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:00.986585 run osmo-stp_10.42.42.5(pid=24410): stderr: \u000a| �[0;m�[38;5;43m20221214125659546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125659546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125659546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125659547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125659547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125659547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125659547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:01.113702 run osmo-stp_10.42.42.5(pid=24410): stdout: \u000a| (launched: 2022-12-14_12:56:59.370743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:01.239719 run osmo-stp_10.42.42.5(pid=24410): stderr: \u000a| �[0;m�[38;5;43m20221214125659546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125659546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125659546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125659547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125659547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125659547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125659547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:01.295399 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24410): Process ended prematurely: osmo-stp_10.42.42.5(pid=24410) [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24410)] [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:57:01.304268 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:57:01.365546 run osmo-hlr_10.42.42.2(pid=24407): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24407)]\u000a12:57:01.415824 run osmo-hlr_10.42.42.2(pid=24407): stdout: \u000a| (launched: 2022-12-14_12:56:58.385726) \u000a12:57:01.466910 run osmo-hlr_10.42.42.2(pid=24407): stderr: \u000a| �[0;m�[1;31m20221214125658564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125658564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125658564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125658564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125658565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125658565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125658577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125658585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125658585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125658585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:01.536448 run osmo-msc_10.42.42.6(pid=24413): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24413)]\u000a12:57:01.586987 run osmo-msc_10.42.42.6(pid=24413): stdout: \u000a| (launched: 2022-12-14_12:57:00.362904) \u000a12:57:01.638269 run osmo-msc_10.42.42.6(pid=24413): stderr: \u000a| �[0;m�[38;5;43m20221214125700639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125700640 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b72c64c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125700640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125700640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125700640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125700640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125700642 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125700642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125700642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125700642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:57:01.681888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24406): Terminating (SIGTERM)\u000a12:57:01.725127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24409): Terminating (SIGTERM)\u000a12:57:01.767248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24412): Terminating (SIGTERM)\u000a12:57:01.778348 --- ParallelTerminationStrategy: PID 24406 died...\u000a12:57:01.834723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24406): Terminated: ok {rc=0}\u000a12:57:01.844931 --- ParallelTerminationStrategy: PID 24409 died...\u000a12:57:01.899092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24409): Terminated: ok {rc=0}\u000a12:57:01.909059 --- ParallelTerminationStrategy: PID 24412 died...\u000a12:57:01.962953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24412): Terminated: ok {rc=0}\u000a12:57:02.061437 bus /sierra_3: Setting Powered False\u000a12:57:03.168856 bus /sierra_3: Setting Powered False\u000a12:57:04.279525 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24421): Process ended prematurely: osmo-stp_10.42.42.5(pid=24421) [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24421)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24421): Process ended prematurely: osmo-stp_10.42.42.5(pid=24421) [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:57:05.396406 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:57:05.408708 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:57:05.563122 tst mo_mt_call_osmux.py: using LAC 41049\u000a12:57:05.692824 tst mo_mt_call_osmux.py: using RAC 249\u000a12:57:05.822377 tst mo_mt_call_osmux.py: using CellId 41049\u000a12:57:05.951353 tst mo_mt_call_osmux.py: using BVCI 41050\u000a12:57:05.977179 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:57:05.988607 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:57:06.000043 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:57:06.011359 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:57:06.023053 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:57:06.034756 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:57:06.153142 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:57:06.368458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:06.892738 run create_hlr_db(pid=24415): Launched\u000a12:57:07.086427 bus /sierra_2: Setting Powered False\u000a12:57:08.106198 run create_hlr_db(pid=24415): Terminated: ok {rc=0}\u000a12:57:08.524211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24417): Launched\u000a12:57:08.837292 run osmo-hlr_10.42.42.2(pid=24418): Launched\u000a12:57:08.951658 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:09.490956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24420): Launched\u000a12:57:09.803533 run osmo-stp_10.42.42.5(pid=24421): Launched\u000a12:57:09.916599 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:57:10.492539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24423): Launched\u000a12:57:10.827904 run osmo-msc_10.42.42.6(pid=24424): Launched\u000a12:57:11.022631 run osmo-stp_10.42.42.5(pid=24421): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24421)]\u000a12:57:11.164867 run osmo-stp_10.42.42.5(pid=24421): stdout: \u000a| (launched: 2022-12-14_12:57:09.648601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:11.307132 run osmo-stp_10.42.42.5(pid=24421): stderr: \u000a| �[0;m�[38;5;43m20221214125709823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125709823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125709823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125709824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125709824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125709824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125709824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:11.442437 run osmo-stp_10.42.42.5(pid=24421): stdout: \u000a| (launched: 2022-12-14_12:57:09.648601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:11.575794 run osmo-stp_10.42.42.5(pid=24421): stderr: \u000a| �[0;m�[38;5;43m20221214125709823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125709823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125709823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125709824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125709824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125709824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125709824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:11.634958 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24421): Process ended prematurely: osmo-stp_10.42.42.5(pid=24421) [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24421)] [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:57:11.644311 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a12:57:11.708512 run osmo-hlr_10.42.42.2(pid=24418): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24418)]\u000a12:57:11.761183 run osmo-hlr_10.42.42.2(pid=24418): stdout: \u000a| (launched: 2022-12-14_12:57:08.682640) \u000a12:57:11.814621 run osmo-hlr_10.42.42.2(pid=24418): stderr: \u000a| �[0;m�[1;31m20221214125708862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125708862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125708862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125708862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125708862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125708862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125708878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125708888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125708888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125708888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:11.886905 run osmo-msc_10.42.42.6(pid=24424): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24424)]\u000a12:57:11.939377 run osmo-msc_10.42.42.6(pid=24424): stdout: \u000a| (launched: 2022-12-14_12:57:10.662876) \u000a12:57:11.992286 run osmo-msc_10.42.42.6(pid=24424): stderr: \u000a| �[0;m�[38;5;43m20221214125710986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125710986 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25b2f0ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125710986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125710986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125710986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125710986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125710988 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125710988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125710988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125710989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:57:12.037827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24417): Terminating (SIGTERM)\u000a12:57:12.080937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24420): Terminating (SIGTERM)\u000a12:57:12.124010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24423): Terminating (SIGTERM)\u000a12:57:12.133905 --- ParallelTerminationStrategy: PID 24417 died...\u000a12:57:12.191667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24417): Terminated: ok {rc=0}\u000a12:57:12.201982 --- ParallelTerminationStrategy: PID 24420 died...\u000a12:57:12.259508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24420): Terminated: ok {rc=0}\u000a12:57:12.269897 --- ParallelTerminationStrategy: PID 24423 died...\u000a12:57:12.327011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24423): Terminated: ok {rc=0}\u000a12:57:12.414289 bus /sierra_3: Setting Powered False\u000a12:57:13.520854 bus /sierra_3: Setting Powered False\u000a12:57:14.629264 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:56:54" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24435): Process ended prematurely: osmo-stp_10.42.42.5(pid=24435) [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24435)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24435): Process ended prematurely: osmo-stp_10.42.42.5(pid=24435) [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:57:16.678904 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:57:16.693908 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:57:16.866332 tst mo_mt_call.py: using LAC 41050\u000a12:57:16.999479 tst mo_mt_call.py: using RAC 250\u000a12:57:17.160003 tst mo_mt_call.py: using CellId 41050\u000a12:57:17.282801 tst mo_mt_call.py: using BVCI 41051\u000a12:57:17.306519 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:57:17.317728 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:57:17.328756 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:57:17.339775 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:57:17.350907 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:57:17.361818 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:57:17.484638 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:57:17.699952 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:18.226721 run create_hlr_db(pid=24429): Launched\u000a12:57:18.419588 bus /sierra_2: Setting Powered False\u000a12:57:19.441172 run create_hlr_db(pid=24429): Terminated: ok {rc=0}\u000a12:57:19.892332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24431): Launched\u000a12:57:20.228028 run osmo-hlr_10.42.42.2(pid=24432): Launched\u000a12:57:20.351374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:20.929778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24434): Launched\u000a12:57:21.265223 run osmo-stp_10.42.42.5(pid=24435): Launched\u000a12:57:21.386064 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:57:21.995048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24437): Launched\u000a12:57:22.330917 run osmo-msc_10.42.42.6(pid=24438): Launched\u000a12:57:22.525471 run osmo-stp_10.42.42.5(pid=24435): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24435)]\u000a12:57:22.666381 run osmo-stp_10.42.42.5(pid=24435): stdout: \u000a| (launched: 2022-12-14_12:57:21.099462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:22.805868 run osmo-stp_10.42.42.5(pid=24435): stderr: \u000a| �[0;m�[38;5;43m20221214125721296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125721296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125721297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125721297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125721297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125721297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125721298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:22.939718 run osmo-stp_10.42.42.5(pid=24435): stdout: \u000a| (launched: 2022-12-14_12:57:21.099462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:23.072616 run osmo-stp_10.42.42.5(pid=24435): stderr: \u000a| �[0;m�[38;5;43m20221214125721296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125721296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125721297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125721297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125721297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125721297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125721298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:23.131466 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24435): Process ended prematurely: osmo-stp_10.42.42.5(pid=24435) [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24435)] [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a12:57:23.140643 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a12:57:23.203753 run osmo-hlr_10.42.42.2(pid=24432): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24432)]\u000a12:57:23.255455 run osmo-hlr_10.42.42.2(pid=24432): stdout: \u000a| (launched: 2022-12-14_12:57:20.062537) \u000a12:57:23.307919 run osmo-hlr_10.42.42.2(pid=24432): stderr: \u000a| �[0;m�[1;31m20221214125720264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125720264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125720264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125720264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125720264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125720264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125720279 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125720287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125720288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125720288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:23.378949 run osmo-msc_10.42.42.6(pid=24438): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24438)]\u000a12:57:23.430867 run osmo-msc_10.42.42.6(pid=24438): stdout: \u000a| (launched: 2022-12-14_12:57:22.165665) \u000a12:57:23.483242 run osmo-msc_10.42.42.6(pid=24438): stderr: \u000a| �[0;m�[38;5;43m20221214125722488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125722488 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2d2f95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125722488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125722488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125722488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125722489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125722490 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125722491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125722491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125722491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:57:23.527869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24431): Terminating (SIGTERM)\u000a12:57:23.570295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24434): Terminating (SIGTERM)\u000a12:57:23.612434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24437): Terminating (SIGTERM)\u000a12:57:23.622012 --- ParallelTerminationStrategy: PID 24431 died...\u000a12:57:23.678479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24431): Terminated: ok {rc=0}\u000a12:57:23.688424 --- ParallelTerminationStrategy: PID 24434 died...\u000a12:57:23.744936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24434): Terminated: ok {rc=0}\u000a12:57:23.754942 --- ParallelTerminationStrategy: PID 24437 died...\u000a12:57:23.811416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24437): Terminated: ok {rc=0}\u000a12:57:23.899661 bus /sierra_3: Setting Powered False\u000a12:57:25.006907 bus /sierra_3: Setting Powered False\u000a12:57:26.120914 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24446): Process ended prematurely: osmo-stp_10.42.42.5(pid=24446) [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24446)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24446): Process ended prematurely: osmo-stp_10.42.42.5(pid=24446) [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:57:27.238909 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:57:27.251360 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:57:27.403658 tst mo_mt_call_osmux.py: using LAC 41051\u000a12:57:27.523763 tst mo_mt_call_osmux.py: using RAC 251\u000a12:57:27.646214 tst mo_mt_call_osmux.py: using CellId 41051\u000a12:57:27.766201 tst mo_mt_call_osmux.py: using BVCI 41052\u000a12:57:27.790117 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:57:27.801211 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:57:27.812229 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:57:27.823132 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:57:27.834217 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:57:27.845259 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:57:27.967395 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:57:28.172170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:28.670174 run create_hlr_db(pid=24440): Launched\u000a12:57:28.849266 bus /sierra_2: Setting Powered False\u000a12:57:29.871468 run create_hlr_db(pid=24440): Terminated: ok {rc=0}\u000a12:57:30.316651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24442): Launched\u000a12:57:30.652674 run osmo-hlr_10.42.42.2(pid=24443): Launched\u000a12:57:30.779004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:31.388582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24445): Launched\u000a12:57:31.819382 run osmo-stp_10.42.42.5(pid=24446): Launched\u000a12:57:32.044081 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:57:32.664305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24448): Launched\u000a12:57:32.977343 run osmo-msc_10.42.42.6(pid=24449): Launched\u000a12:57:33.159163 run osmo-stp_10.42.42.5(pid=24446): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24446)]\u000a12:57:33.290277 run osmo-stp_10.42.42.5(pid=24446): stdout: \u000a| (launched: 2022-12-14_12:57:31.551117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:33.419844 run osmo-stp_10.42.42.5(pid=24446): stderr: \u000a| �[0;m�[38;5;43m20221214125731882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125731882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125731883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125731883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125731883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125731883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125731884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:33.544421 run osmo-stp_10.42.42.5(pid=24446): stdout: \u000a| (launched: 2022-12-14_12:57:31.551117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:33.668106 run osmo-stp_10.42.42.5(pid=24446): stderr: \u000a| �[0;m�[38;5;43m20221214125731882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125731882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125731883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125731883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125731883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125731883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125731884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:33.722294 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24446): Process ended prematurely: osmo-stp_10.42.42.5(pid=24446) [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24446)] [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a12:57:33.731028 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:57:33.791106 run osmo-hlr_10.42.42.2(pid=24443): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24443)]\u000a12:57:33.840607 run osmo-hlr_10.42.42.2(pid=24443): stdout: \u000a| (launched: 2022-12-14_12:57:30.487058) \u000a12:57:33.890852 run osmo-hlr_10.42.42.2(pid=24443): stderr: \u000a| �[0;m�[1;31m20221214125730692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125730692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125730692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125730692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125730692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125730693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125730705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125730715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125730715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125730715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:33.958979 run osmo-msc_10.42.42.6(pid=24449): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24449)]\u000a12:57:34.008396 run osmo-msc_10.42.42.6(pid=24449): stdout: \u000a| (launched: 2022-12-14_12:57:32.822777) \u000a12:57:34.058369 run osmo-msc_10.42.42.6(pid=24449): stderr: \u000a| �[0;m�[38;5;43m20221214125733098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125733098 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47cd96ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125733098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125733098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125733098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125733098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125733100 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125733100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125733101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125733101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:57:34.100525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24442): Terminating (SIGTERM)\u000a12:57:34.140576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24445): Terminating (SIGTERM)\u000a12:57:34.180544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24448): Terminating (SIGTERM)\u000a12:57:34.189791 --- ParallelTerminationStrategy: PID 24442 died...\u000a12:57:34.243839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24442): Terminated: ok {rc=0}\u000a12:57:34.253541 --- ParallelTerminationStrategy: PID 24445 died...\u000a12:57:34.306825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24445): Terminated: ok {rc=0}\u000a12:57:34.316404 --- ParallelTerminationStrategy: PID 24448 died...\u000a12:57:34.369420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24448): Terminated: ok {rc=0}\u000a12:57:34.457589 bus /sierra_3: Setting Powered False\u000a12:57:35.561511 bus /sierra_3: Setting Powered False\u000a12:57:36.673551 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:57:16" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24460): Process ended prematurely: osmo-stp_10.42.42.5(pid=24460) [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24460)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24460): Process ended prematurely: osmo-stp_10.42.42.5(pid=24460) [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:57:38.625135 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:57:38.636249 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:57:38.783688 tst mo_mt_call.py: using LAC 41052\u000a12:57:38.907090 tst mo_mt_call.py: using RAC 252\u000a12:57:39.030772 tst mo_mt_call.py: using CellId 41052\u000a12:57:39.154324 tst mo_mt_call.py: using BVCI 41053\u000a12:57:39.178131 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:57:39.189227 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:57:39.200216 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:57:39.211062 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:57:39.222088 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:57:39.233160 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:57:39.354707 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:57:39.570103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:40.098495 run create_hlr_db(pid=24454): Launched\u000a12:57:40.291710 bus /sierra_2: Setting Powered False\u000a12:57:41.312578 run create_hlr_db(pid=24454): Terminated: ok {rc=0}\u000a12:57:41.756780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24456): Launched\u000a12:57:42.093949 run osmo-hlr_10.42.42.2(pid=24457): Launched\u000a12:57:42.218475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:42.799098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24459): Launched\u000a12:57:43.134567 run osmo-stp_10.42.42.5(pid=24460): Launched\u000a12:57:43.255711 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:57:43.864351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24462): Launched\u000a12:57:44.200698 run osmo-msc_10.42.42.6(pid=24463): Launched\u000a12:57:44.396206 run osmo-stp_10.42.42.5(pid=24460): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24460)]\u000a12:57:44.537739 run osmo-stp_10.42.42.5(pid=24460): stdout: \u000a| (launched: 2022-12-14_12:57:42.969202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:44.678063 run osmo-stp_10.42.42.5(pid=24460): stderr: \u000a| �[0;m�[38;5;43m20221214125743163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125743163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125743163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125743164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125743164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125743164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125743164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:44.812535 run osmo-stp_10.42.42.5(pid=24460): stdout: \u000a| (launched: 2022-12-14_12:57:42.969202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:44.946106 run osmo-stp_10.42.42.5(pid=24460): stderr: \u000a| �[0;m�[38;5;43m20221214125743163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125743163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125743163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125743164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125743164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125743164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125743164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:45.004833 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24460): Process ended prematurely: osmo-stp_10.42.42.5(pid=24460) [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24460)] [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:57:45.014237 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:57:45.077888 run osmo-hlr_10.42.42.2(pid=24457): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24457)]\u000a12:57:45.130331 run osmo-hlr_10.42.42.2(pid=24457): stdout: \u000a| (launched: 2022-12-14_12:57:41.926832) \u000a12:57:45.182949 run osmo-hlr_10.42.42.2(pid=24457): stderr: \u000a| �[0;m�[1;31m20221214125742130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125742130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125742130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125742130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125742130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125742130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125742146 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125742155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125742156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125742156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:45.254213 run osmo-msc_10.42.42.6(pid=24463): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24463)]\u000a12:57:45.306343 run osmo-msc_10.42.42.6(pid=24463): stdout: \u000a| (launched: 2022-12-14_12:57:44.034862) \u000a12:57:45.359095 run osmo-msc_10.42.42.6(pid=24463): stderr: \u000a| �[0;m�[38;5;43m20221214125744359 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125744359 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0a894cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125744359 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125744359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125744359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125744360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125744361 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125744362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125744362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125744362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:57:45.404420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24456): Terminating (SIGTERM)\u000a12:57:45.447114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24459): Terminating (SIGTERM)\u000a12:57:45.489979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24462): Terminating (SIGTERM)\u000a12:57:45.499779 --- ParallelTerminationStrategy: PID 24456 died...\u000a12:57:45.557377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24456): Terminated: ok {rc=0}\u000a12:57:45.567663 --- ParallelTerminationStrategy: PID 24459 died...\u000a12:57:45.625131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24459): Terminated: ok {rc=0}\u000a12:57:45.635457 --- ParallelTerminationStrategy: PID 24462 died...\u000a12:57:45.692983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24462): Terminated: ok {rc=0}\u000a12:57:45.781951 bus /sierra_3: Setting Powered False\u000a12:57:46.891840 bus /sierra_3: Setting Powered False\u000a12:57:48.005727 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24471): Process ended prematurely: osmo-stp_10.42.42.5(pid=24471) [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24471)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24471): Process ended prematurely: osmo-stp_10.42.42.5(pid=24471) [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:57:49.116839 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:57:49.128759 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:57:49.275709 tst mo_mt_call_osmux.py: using LAC 41053\u000a12:57:49.399175 tst mo_mt_call_osmux.py: using RAC 253\u000a12:57:49.522581 tst mo_mt_call_osmux.py: using CellId 41053\u000a12:57:49.648268 tst mo_mt_call_osmux.py: using BVCI 41054\u000a12:57:49.671856 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:57:49.682964 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:57:49.693896 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:57:49.704679 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:57:49.715517 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:57:49.726437 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:57:49.843958 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:57:50.064764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:50.590565 run create_hlr_db(pid=24465): Launched\u000a12:57:50.783186 bus /sierra_2: Setting Powered False\u000a12:57:51.804200 run create_hlr_db(pid=24465): Terminated: ok {rc=0}\u000a12:57:52.247918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24467): Launched\u000a12:57:52.582633 run osmo-hlr_10.42.42.2(pid=24468): Launched\u000a12:57:52.703780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:53.281710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24470): Launched\u000a12:57:53.616822 run osmo-stp_10.42.42.5(pid=24471): Launched\u000a12:57:53.738156 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:57:54.347573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24473): Launched\u000a12:57:54.683233 run osmo-msc_10.42.42.6(pid=24474): Launched\u000a12:57:54.877809 run osmo-stp_10.42.42.5(pid=24471): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24471)]\u000a12:57:55.018674 run osmo-stp_10.42.42.5(pid=24471): stdout: \u000a| (launched: 2022-12-14_12:57:53.451142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:55.159751 run osmo-stp_10.42.42.5(pid=24471): stderr: \u000a| �[0;m�[38;5;43m20221214125753650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125753650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125753650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125753651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125753651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125753651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125753651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:55.294188 run osmo-stp_10.42.42.5(pid=24471): stdout: \u000a| (launched: 2022-12-14_12:57:53.451142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:55.427790 run osmo-stp_10.42.42.5(pid=24471): stderr: \u000a| �[0;m�[38;5;43m20221214125753650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125753650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125753650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125753651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125753651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125753651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125753651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:55.486317 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24471): Process ended prematurely: osmo-stp_10.42.42.5(pid=24471) [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24471)] [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:57:55.495744 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:57:55.559214 run osmo-hlr_10.42.42.2(pid=24468): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24468)]\u000a12:57:55.611298 run osmo-hlr_10.42.42.2(pid=24468): stdout: \u000a| (launched: 2022-12-14_12:57:52.417538) \u000a12:57:55.664434 run osmo-hlr_10.42.42.2(pid=24468): stderr: \u000a| �[0;m�[1;31m20221214125752618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125752618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125752618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125752618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125752618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125752618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125752629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125752637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125752637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125752637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:55.735485 run osmo-msc_10.42.42.6(pid=24474): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24474)]\u000a12:57:55.787563 run osmo-msc_10.42.42.6(pid=24474): stdout: \u000a| (launched: 2022-12-14_12:57:54.517828) \u000a12:57:55.840102 run osmo-msc_10.42.42.6(pid=24474): stderr: \u000a| �[0;m�[38;5;43m20221214125754842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125754842 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f46ac3d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125754842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125754842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125754842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125754843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125754844 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125754845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125754845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125754845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:57:55.884710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24467): Terminating (SIGTERM)\u000a12:57:55.927325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24470): Terminating (SIGTERM)\u000a12:57:55.969775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24473): Terminating (SIGTERM)\u000a12:57:55.979412 --- ParallelTerminationStrategy: PID 24467 died...\u000a12:57:56.036309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24467): Terminated: ok {rc=0}\u000a12:57:56.046473 --- ParallelTerminationStrategy: PID 24470 died...\u000a12:57:56.103699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24470): Terminated: ok {rc=0}\u000a12:57:56.113981 --- ParallelTerminationStrategy: PID 24473 died...\u000a12:57:56.170988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24473): Terminated: ok {rc=0}\u000a12:57:56.257947 bus /sierra_3: Setting Powered False\u000a12:57:57.364326 bus /sierra_3: Setting Powered False\u000a12:57:58.473185 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:57:38" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24485): Process ended prematurely: osmo-stp_10.42.42.5(pid=24485) [trial-2405↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24485)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24485): Process ended prematurely: osmo-stp_10.42.42.5(pid=24485) [trial-2405↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:58:00.436637 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:00.447745 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:58:00.593948 tst mo_mt_call.py: using LAC 41054\u000a12:58:00.714690 tst mo_mt_call.py: using RAC 254\u000a12:58:00.837261 tst mo_mt_call.py: using CellId 41054\u000a12:58:00.969139 tst mo_mt_call.py: using BVCI 41055\u000a12:58:00.993524 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:01.005249 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:01.016740 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:01.028208 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:01.039882 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:01.053342 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:58:01.178116 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:58:01.444841 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:58:02.020240 run create_hlr_db(pid=24479): Launched\u000a12:58:02.223403 bus /sierra_2: Setting Powered False\u000a12:58:03.241802 run create_hlr_db(pid=24479): Terminated: ok {rc=0}\u000a12:58:03.688436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24481): Launched\u000a12:58:04.025555 run osmo-hlr_10.42.42.2(pid=24482): Launched\u000a12:58:04.150079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:58:04.733068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24484): Launched\u000a12:58:05.069568 run osmo-stp_10.42.42.5(pid=24485): Launched\u000a12:58:05.192281 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:58:05.803229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24487): Launched\u000a12:58:06.139209 run osmo-msc_10.42.42.6(pid=24488): Launched\u000a12:58:06.334046 run osmo-stp_10.42.42.5(pid=24485): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24485)]\u000a12:58:06.475439 run osmo-stp_10.42.42.5(pid=24485): stdout: \u000a| (launched: 2022-12-14_12:58:04.903220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:06.615295 run osmo-stp_10.42.42.5(pid=24485): stderr: \u000a| �[0;m�[38;5;43m20221214125805097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125805098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125805098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125805098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125805099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125805099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125805099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:06.750041 run osmo-stp_10.42.42.5(pid=24485): stdout: \u000a| (launched: 2022-12-14_12:58:04.903220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:06.883537 run osmo-stp_10.42.42.5(pid=24485): stderr: \u000a| �[0;m�[38;5;43m20221214125805097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125805098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125805098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125805098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125805099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125805099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125805099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:06.942291 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24485): Process ended prematurely: osmo-stp_10.42.42.5(pid=24485) [trial-2405↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24485)] [trial-2405↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:58:06.951762 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a12:58:07.016090 run osmo-hlr_10.42.42.2(pid=24482): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24482)]\u000a12:58:07.068281 run osmo-hlr_10.42.42.2(pid=24482): stdout: \u000a| (launched: 2022-12-14_12:58:03.859679) \u000a12:58:07.121699 run osmo-hlr_10.42.42.2(pid=24482): stderr: \u000a| �[0;m�[1;31m20221214125804065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125804065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125804065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125804065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125804066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125804066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125804078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125804086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125804086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125804086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:58:07.193521 run osmo-msc_10.42.42.6(pid=24488): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24488)]\u000a12:58:07.245899 run osmo-msc_10.42.42.6(pid=24488): stdout: \u000a| (launched: 2022-12-14_12:58:05.973475) \u000a12:58:07.298697 run osmo-msc_10.42.42.6(pid=24488): stderr: \u000a| �[0;m�[38;5;43m20221214125806298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125806298 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15fde1ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125806298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125806299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125806299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125806299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125806301 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125806301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125806301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125806301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:58:07.344040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24481): Terminating (SIGTERM)\u000a12:58:07.386951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24484): Terminating (SIGTERM)\u000a12:58:07.429865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24487): Terminating (SIGTERM)\u000a12:58:07.439678 --- ParallelTerminationStrategy: PID 24481 died...\u000a12:58:07.497393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24481): Terminated: ok {rc=0}\u000a12:58:07.507701 --- ParallelTerminationStrategy: PID 24484 died...\u000a12:58:07.565194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24484): Terminated: ok {rc=0}\u000a12:58:07.575477 --- ParallelTerminationStrategy: PID 24487 died...\u000a12:58:07.632780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24487): Terminated: ok {rc=0}\u000a12:58:07.721636 bus /sierra_3: Setting Powered False\u000a12:58:08.828191 bus /sierra_3: Setting Powered False\u000a12:58:09.936398 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24496): Process ended prematurely: osmo-stp_10.42.42.5(pid=24496) [trial-2405↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24496)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24496): Process ended prematurely: osmo-stp_10.42.42.5(pid=24496) [trial-2405↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:58:11.054871 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:11.067415 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:58:11.227516 tst mo_mt_call_osmux.py: using LAC 41055\u000a12:58:11.358224 tst mo_mt_call_osmux.py: using RAC 255\u000a12:58:11.487202 tst mo_mt_call_osmux.py: using CellId 41055\u000a12:58:11.615879 tst mo_mt_call_osmux.py: using BVCI 41056\u000a12:58:11.641620 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:11.653309 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:11.664720 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:11.676117 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:11.688102 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:11.700093 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:58:11.817910 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:58:12.035008 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:58:12.561989 run create_hlr_db(pid=24490): Launched\u000a12:58:12.756249 bus /sierra_2: Setting Powered False\u000a12:58:13.776264 run create_hlr_db(pid=24490): Terminated: ok {rc=0}\u000a12:58:14.222488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24492): Launched\u000a12:58:14.559224 run osmo-hlr_10.42.42.2(pid=24493): Launched\u000a12:58:14.684098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:58:15.267082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24495): Launched\u000a12:58:15.605358 run osmo-stp_10.42.42.5(pid=24496): Launched\u000a12:58:15.727066 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:58:16.360834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24498): Launched\u000a12:58:16.783442 run osmo-msc_10.42.42.6(pid=24499): Launched\u000a12:58:17.192220 run osmo-stp_10.42.42.5(pid=24496): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24496)]\u000a12:58:17.333701 run osmo-stp_10.42.42.5(pid=24496): stdout: \u000a| (launched: 2022-12-14_12:58:15.437030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:17.473324 run osmo-stp_10.42.42.5(pid=24496): stderr: \u000a| �[0;m�[38;5;43m20221214125815633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125815633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125815633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125815634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125815634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125815634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125815634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:17.608239 run osmo-stp_10.42.42.5(pid=24496): stdout: \u000a| (launched: 2022-12-14_12:58:15.437030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:17.742239 run osmo-stp_10.42.42.5(pid=24496): stderr: \u000a| �[0;m�[38;5;43m20221214125815633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125815633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125815633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125815634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125815634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125815634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125815634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:17.801321 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24496): Process ended prematurely: osmo-stp_10.42.42.5(pid=24496) [trial-2405↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24496)] [trial-2405↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:58:17.811176 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a12:58:17.875466 run osmo-hlr_10.42.42.2(pid=24493): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24493)]\u000a12:58:17.927991 run osmo-hlr_10.42.42.2(pid=24493): stdout: \u000a| (launched: 2022-12-14_12:58:14.393587) \u000a12:58:17.981125 run osmo-hlr_10.42.42.2(pid=24493): stderr: \u000a| �[0;m�[1;31m20221214125814595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125814595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125814595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125814595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125814596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125814596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125814608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125814617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125814617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125814617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:58:18.053171 run osmo-msc_10.42.42.6(pid=24499): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24499)]\u000a12:58:18.106143 run osmo-msc_10.42.42.6(pid=24499): stdout: \u000a| (launched: 2022-12-14_12:58:16.524344) \u000a12:58:18.159116 run osmo-msc_10.42.42.6(pid=24499): stderr: \u000a| �[0;m�[38;5;43m20221214125817111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125817111 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f502ea17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125817112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125817112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125817112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125817112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125817114 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125817114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125817114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125817114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:58:18.204437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24492): Terminating (SIGTERM)\u000a12:58:18.247304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24495): Terminating (SIGTERM)\u000a12:58:18.290152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24498): Terminating (SIGTERM)\u000a12:58:18.299922 --- ParallelTerminationStrategy: PID 24492 died...\u000a12:58:18.358384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24492): Terminated: ok {rc=0}\u000a12:58:18.368693 --- ParallelTerminationStrategy: PID 24495 died...\u000a12:58:18.426131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24495): Terminated: ok {rc=0}\u000a12:58:18.436414 --- ParallelTerminationStrategy: PID 24498 died...\u000a12:58:18.493814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24498): Terminated: ok {rc=0}\u000a12:58:18.581223 bus /sierra_3: Setting Powered False\u000a12:58:19.686542 bus /sierra_3: Setting Powered False\u000a12:58:20.793971 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:58:00" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24512): Process ended prematurely: osmo-stp_10.42.42.5(pid=24512) [trial-2405↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24512)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24512): Process ended prematurely: osmo-stp_10.42.42.5(pid=24512) [trial-2405↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24512)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a12:58:22.764563 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:58:22.775985 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:58:22.923293 tst mo_mt_call.py: using LAC 41056\u000a12:58:23.045295 tst mo_mt_call.py: using RAC 1\u000a12:58:23.166897 tst mo_mt_call.py: using CellId 41056\u000a12:58:23.290452 tst mo_mt_call.py: using BVCI 41057\u000a12:58:23.314211 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:58:23.325061 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:58:23.335739 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:58:23.346432 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:58:23.357478 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:58:23.368326 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:58:23.490339 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:58:23.699308 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:58:24.198402 run create_hlr_db(pid=24506): Launched\u000a12:58:24.378321 bus /sierra_2: Setting Powered False\u000a12:58:25.399284 run create_hlr_db(pid=24506): Terminated: ok {rc=0}\u000a12:58:25.813959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24508): Launched\u000a12:58:26.125858 run osmo-hlr_10.42.42.2(pid=24509): Launched\u000a12:58:26.249744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:58:26.795660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24511): Launched\u000a12:58:27.109151 run osmo-stp_10.42.42.5(pid=24512): Launched\u000a12:58:27.222352 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:58:27.790800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24514): Launched\u000a12:58:28.104354 run osmo-msc_10.42.42.6(pid=24515): Launched\u000a12:58:28.287514 run osmo-stp_10.42.42.5(pid=24512): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24512)]\u000a12:58:28.420377 run osmo-stp_10.42.42.5(pid=24512): stdout: \u000a| (launched: 2022-12-14_12:58:26.954036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:28.550010 run osmo-stp_10.42.42.5(pid=24512): stderr: \u000a| �[0;m�[38;5;43m20221214125827127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125827127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125827127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125827128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125827130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125827130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125827130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:28.674963 run osmo-stp_10.42.42.5(pid=24512): stdout: \u000a| (launched: 2022-12-14_12:58:26.954036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:28.799017 run osmo-stp_10.42.42.5(pid=24512): stderr: \u000a| �[0;m�[38;5;43m20221214125827127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125827127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125827127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125827128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125827130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125827130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125827130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:28.853504 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24512): Process ended prematurely: osmo-stp_10.42.42.5(pid=24512) [trial-2405↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24512)] [trial-2405↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a12:58:28.862316 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:58:28.922231 run osmo-hlr_10.42.42.2(pid=24509): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24509)]\u000a12:58:28.971269 run osmo-hlr_10.42.42.2(pid=24509): stdout: \u000a| (launched: 2022-12-14_12:58:25.971390) \u000a12:58:29.020972 run osmo-hlr_10.42.42.2(pid=24509): stderr: \u000a| �[0;m�[1;31m20221214125826149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125826149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125826149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125826149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125826149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125826149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125826161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125826169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125826170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125826170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:58:29.088184 run osmo-msc_10.42.42.6(pid=24515): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24515)]\u000a12:58:29.137021 run osmo-msc_10.42.42.6(pid=24515): stdout: \u000a| (launched: 2022-12-14_12:58:27.948564) \u000a12:58:29.186862 run osmo-msc_10.42.42.6(pid=24515): stderr: \u000a| �[0;m�[38;5;43m20221214125828224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125828224 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd052df7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125828224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125828224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125828224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125828225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125828226 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125828227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125828227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125828227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:58:29.229102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24508): Terminating (SIGTERM)\u000a12:58:29.268772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24511): Terminating (SIGTERM)\u000a12:58:29.308590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24514): Terminating (SIGTERM)\u000a12:58:29.317820 --- ParallelTerminationStrategy: PID 24508 died...\u000a12:58:29.371163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24508): Terminated: ok {rc=0}\u000a12:58:29.380717 --- ParallelTerminationStrategy: PID 24511 died...\u000a12:58:29.433864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24511): Terminated: ok {rc=0}\u000a12:58:29.443467 --- ParallelTerminationStrategy: PID 24514 died...\u000a12:58:29.496711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24514): Terminated: ok {rc=0}\u000a12:58:29.580229 bus /sierra_3: Setting Powered False\u000a12:58:30.686161 bus /sierra_3: Setting Powered False\u000a12:58:31.813690 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24523): Process ended prematurely: osmo-stp_10.42.42.5(pid=24523) [trial-2405↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24523)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24523): Process ended prematurely: osmo-stp_10.42.42.5(pid=24523) [trial-2405↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:58:32.933543 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:58:32.945546 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:58:33.103141 tst mo_mt_call_osmux.py: using LAC 41057\u000a12:58:33.236821 tst mo_mt_call_osmux.py: using RAC 2\u000a12:58:33.366811 tst mo_mt_call_osmux.py: using CellId 41057\u000a12:58:33.496209 tst mo_mt_call_osmux.py: using BVCI 41058\u000a12:58:33.521362 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:58:33.532644 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:58:33.543831 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:58:33.555021 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:58:33.566530 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:58:33.578095 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:58:33.699842 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:58:33.905573 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:58:34.404687 run create_hlr_db(pid=24517): Launched\u000a12:58:34.584779 bus /sierra_2: Setting Powered False\u000a12:58:35.606485 run create_hlr_db(pid=24517): Terminated: ok {rc=0}\u000a12:58:36.050445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24519): Launched\u000a12:58:36.365645 run osmo-hlr_10.42.42.2(pid=24520): Launched\u000a12:58:36.481141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:58:37.021551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24522): Launched\u000a12:58:37.333983 run osmo-stp_10.42.42.5(pid=24523): Launched\u000a12:58:37.446263 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:58:38.014055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24525): Launched\u000a12:58:38.328355 run osmo-msc_10.42.42.6(pid=24526): Launched\u000a12:58:38.511543 run osmo-stp_10.42.42.5(pid=24523): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24523)]\u000a12:58:38.642841 run osmo-stp_10.42.42.5(pid=24523): stdout: \u000a| (launched: 2022-12-14_12:58:37.180357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:38.771492 run osmo-stp_10.42.42.5(pid=24523): stderr: \u000a| �[0;m�[38;5;43m20221214125837354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125837354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125837355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125837355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125837356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125837356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125837356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:38.896028 run osmo-stp_10.42.42.5(pid=24523): stdout: \u000a| (launched: 2022-12-14_12:58:37.180357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:39.019405 run osmo-stp_10.42.42.5(pid=24523): stderr: \u000a| �[0;m�[38;5;43m20221214125837354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125837354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125837355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125837355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125837356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125837356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125837356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:39.073657 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24523): Process ended prematurely: osmo-stp_10.42.42.5(pid=24523) [trial-2405↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24523)] [trial-2405↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a12:58:39.082079 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:58:39.142180 run osmo-hlr_10.42.42.2(pid=24520): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24520)]\u000a12:58:39.191339 run osmo-hlr_10.42.42.2(pid=24520): stdout: \u000a| (launched: 2022-12-14_12:58:36.209750) \u000a12:58:39.240925 run osmo-hlr_10.42.42.2(pid=24520): stderr: \u000a| �[0;m�[1;31m20221214125836390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125836390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125836390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125836390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125836390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125836390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125836402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125836410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125836411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125836411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:58:39.308375 run osmo-msc_10.42.42.6(pid=24526): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24526)]\u000a12:58:39.357486 run osmo-msc_10.42.42.6(pid=24526): stdout: \u000a| (launched: 2022-12-14_12:58:38.172269) \u000a12:58:39.407193 run osmo-msc_10.42.42.6(pid=24526): stderr: \u000a| �[0;m�[38;5;43m20221214125838450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125838450 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff096a83c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125838451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125838451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125838451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125838451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125838453 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125838453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125838453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125838453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:58:39.449095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24519): Terminating (SIGTERM)\u000a12:58:39.488761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24522): Terminating (SIGTERM)\u000a12:58:39.528576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24525): Terminating (SIGTERM)\u000a12:58:39.537770 --- ParallelTerminationStrategy: PID 24519 died...\u000a12:58:39.591133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24519): Terminated: ok {rc=0}\u000a12:58:39.600610 --- ParallelTerminationStrategy: PID 24522 died...\u000a12:58:39.653665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24522): Terminated: ok {rc=0}\u000a12:58:39.663544 --- ParallelTerminationStrategy: PID 24525 died...\u000a12:58:39.716819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24525): Terminated: ok {rc=0}\u000a12:58:39.805477 bus /sierra_3: Setting Powered False\u000a12:58:40.909480 bus /sierra_3: Setting Powered False\u000a12:58:42.017802 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:58:22" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24537): Process ended prematurely: osmo-stp_10.42.42.5(pid=24537) [trial-2405↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24537)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24537): Process ended prematurely: osmo-stp_10.42.42.5(pid=24537) [trial-2405↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:58:44.002369 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:58:44.013103 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a12:58:44.136029 tst emergency_mo_mt_call.py: using LAC 41058\u000a12:58:44.256044 tst emergency_mo_mt_call.py: using RAC 3\u000a12:58:44.376175 tst emergency_mo_mt_call.py: using CellId 41058\u000a12:58:44.495926 tst emergency_mo_mt_call.py: using BVCI 41059\u000a12:58:44.519462 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:58:44.530185 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:58:44.540675 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:58:44.551142 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:58:44.561553 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:58:44.571992 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a12:58:44.691905 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a12:58:44.895029 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:58:45.387272 run create_hlr_db(pid=24531): Launched\u000a12:58:45.564052 bus /sierra_2: Setting Powered False\u000a12:58:46.591211 run create_hlr_db(pid=24531): Terminated: ok {rc=0}\u000a12:58:47.067417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24533): Launched\u000a12:58:47.393586 run osmo-hlr_10.42.42.2(pid=24534): Launched\u000a12:58:47.511420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:58:48.044544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24536): Launched\u000a12:58:48.351380 run osmo-stp_10.42.42.5(pid=24537): Launched\u000a12:58:48.475250 tst emergency_mo_mt_call.py: using MSISDN 8700\u000a12:58:48.629203 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:58:49.188240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24539): Launched\u000a12:58:49.495750 run osmo-msc_10.42.42.6(pid=24540): Launched\u000a12:58:49.674869 run osmo-stp_10.42.42.5(pid=24537): ERR: Terminated: ERROR {rc=1} [trial-2405↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24537)]\u000a12:58:49.803906 run osmo-stp_10.42.42.5(pid=24537): stdout: \u000a| (launched: 2022-12-14_12:58:48.199959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:49.930712 run osmo-stp_10.42.42.5(pid=24537): stderr: \u000a| �[0;m�[38;5;43m20221214125848374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125848374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125848375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125848375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125848376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125848377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125848377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:50.053622 run osmo-stp_10.42.42.5(pid=24537): stdout: \u000a| (launched: 2022-12-14_12:58:48.199959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:50.175387 run osmo-stp_10.42.42.5(pid=24537): stderr: \u000a| �[0;m�[38;5;43m20221214125848374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125848374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125848375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125848375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125848376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125848377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125848377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:50.228455 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=24537): Process ended prematurely: osmo-stp_10.42.42.5(pid=24537) [trial-2405↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24537)] [trial-2405↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a12:58:50.236321 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a12:58:50.296821 run osmo-hlr_10.42.42.2(pid=24534): ERR: Terminated: ERROR {rc=237} [trial-2405↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24534)]\u000a12:58:50.346346 run osmo-hlr_10.42.42.2(pid=24534): stdout: \u000a| (launched: 2022-12-14_12:58:47.239456) \u000a12:58:50.396252 run osmo-hlr_10.42.42.2(pid=24534): stderr: \u000a| �[0;m�[1;31m20221214125847421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125847421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125847421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125847421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125847421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125847421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125847434 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125847442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125847442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125847442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:58:50.464177 run osmo-msc_10.42.42.6(pid=24540): ERR: Terminated: ERROR {rc=2} [trial-2405↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24540)]\u000a12:58:50.513563 run osmo-msc_10.42.42.6(pid=24540): stdout: \u000a| (launched: 2022-12-14_12:58:49.343611) \u000a12:58:50.564082 run osmo-msc_10.42.42.6(pid=24540): stderr: \u000a| �[0;m�[38;5;43m20221214125849618 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125849618 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1520f99c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125849619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125849619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125849619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125849619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125849621 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125849621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125849621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125849621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:58:50.606595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24533): Terminating (SIGTERM)\u000a12:58:50.646728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24536): Terminating (SIGTERM)\u000a12:58:50.687088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24539): Terminating (SIGTERM)\u000a12:58:50.696260 --- ParallelTerminationStrategy: PID 24533 died...\u000a12:58:50.749874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24533): Terminated: ok {rc=0}\u000a12:58:50.759475 --- ParallelTerminationStrategy: PID 24536 died...\u000a12:58:50.812985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24536): Terminated: ok {rc=0}\u000a12:58:50.822614 --- ParallelTerminationStrategy: PID 24539 died...\u000a12:58:50.876003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24539): Terminated: ok {rc=0}\u000a12:58:50.965274 bus /sierra_3: Setting Powered False\u000a12:58:52.071618 bus /sierra_3: Setting Powered False\u000a12:58:53.185328 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24548): Process ended prematurely: osmo-stp_10.42.42.5(pid=24548) [trial-2405↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24548)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24548): Process ended prematurely: osmo-stp_10.42.42.5(pid=24548) [trial-2405↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:58:54.238013 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:58:54.249615 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a12:58:54.375692 tst emergency_preemptive_call.py: using LAC 41059\u000a12:58:54.496612 tst emergency_preemptive_call.py: using RAC 4\u000a12:58:54.618190 tst emergency_preemptive_call.py: using CellId 41059\u000a12:58:54.739621 tst emergency_preemptive_call.py: using BVCI 41060\u000a12:58:54.762793 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:58:54.773497 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:58:54.784005 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:58:54.794496 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:58:54.804915 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:58:54.816265 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a12:58:54.938249 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a12:58:55.056586 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a12:58:55.176397 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a12:58:55.378727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:58:55.869723 run create_hlr_db(pid=24542): Launched\u000a12:58:56.045676 bus /sierra_2: Setting Powered False\u000a12:58:57.066415 run create_hlr_db(pid=24542): Terminated: ok {rc=0}\u000a12:58:57.505872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24544): Launched\u000a12:58:57.838280 run osmo-hlr_10.42.42.2(pid=24545): Launched\u000a12:58:57.960479 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:58:58.534530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24547): Launched\u000a12:58:58.865773 run osmo-stp_10.42.42.5(pid=24548): Launched\u000a12:58:59.001774 tst emergency_preemptive_call.py: using MSISDN 8701\u000a12:58:59.166988 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:58:59.765600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24550): Launched\u000a12:59:00.096535 run osmo-msc_10.42.42.6(pid=24551): Launched\u000a12:59:00.296366 run osmo-stp_10.42.42.5(pid=24548): ERR: Terminated: ERROR {rc=1} [trial-2405↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24548)]\u000a12:59:00.435654 run osmo-stp_10.42.42.5(pid=24548): stdout: \u000a| (launched: 2022-12-14_12:58:58.702311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:00.573337 run osmo-stp_10.42.42.5(pid=24548): stderr: \u000a| �[0;m�[38;5;43m20221214125858899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125858899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125858899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125858899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125858900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125858900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125858900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:00.706149 run osmo-stp_10.42.42.5(pid=24548): stdout: \u000a| (launched: 2022-12-14_12:58:58.702311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:00.848610 run osmo-stp_10.42.42.5(pid=24548): stderr: \u000a| �[0;m�[38;5;43m20221214125858899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125858899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125858899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125858899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125858900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125858900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125858900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:00.917604 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=24548): Process ended prematurely: osmo-stp_10.42.42.5(pid=24548) [trial-2405↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24548)] [trial-2405↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a12:59:00.926708 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a12:59:00.987741 run osmo-hlr_10.42.42.2(pid=24545): ERR: Terminated: ERROR {rc=237} [trial-2405↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24545)]\u000a12:59:01.040505 run osmo-hlr_10.42.42.2(pid=24545): stdout: \u000a| (launched: 2022-12-14_12:58:57.674174) \u000a12:59:01.092055 run osmo-hlr_10.42.42.2(pid=24545): stderr: \u000a| �[0;m�[1;31m20221214125857876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125857876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125857876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125857876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125857876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125857876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125857889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125857897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125857897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125857898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:59:01.161740 run osmo-msc_10.42.42.6(pid=24551): ERR: Terminated: ERROR {rc=2} [trial-2405↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24551)]\u000a12:59:01.211736 run osmo-msc_10.42.42.6(pid=24551): stdout: \u000a| (launched: 2022-12-14_12:58:59.933056) \u000a12:59:01.263368 run osmo-msc_10.42.42.6(pid=24551): stderr: \u000a| �[0;m�[38;5;43m20221214125900258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125900258 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f593d1e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125900259 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125900259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125900259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125900259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125900261 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125900261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125900261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125900261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:59:01.306866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24544): Terminating (SIGTERM)\u000a12:59:01.349987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24547): Terminating (SIGTERM)\u000a12:59:01.393656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24550): Terminating (SIGTERM)\u000a12:59:01.403911 --- ParallelTerminationStrategy: PID 24544 died...\u000a12:59:01.461557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24544): Terminated: ok {rc=0}\u000a12:59:01.471642 --- ParallelTerminationStrategy: PID 24547 died...\u000a12:59:01.526691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24547): Terminated: ok {rc=0}\u000a12:59:01.537044 --- ParallelTerminationStrategy: PID 24550 died...\u000a12:59:01.591700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24550): Terminated: ok {rc=0}\u000a12:59:01.678620 bus /sierra_9: Setting Powered False\u000a12:59:02.783178 bus /sierra_9: Setting Powered False\u000a12:59:03.892574 bus /sierra_8: Setting Powered False\u000a12:59:04.997410 bus /sierra_8: Setting Powered False\u000a12:59:06.104844 bus /sierra_3: Setting Powered False\u000a12:59:07.210344 bus /sierra_3: Setting Powered False\u000a12:59:08.318989 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:58:43" }, { "cases" : [ { "testActions" : [ ], "age" : 92, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24566): Process ended prematurely: osmo-stp_10.42.42.5(pid=24566) [trial-2405↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24566)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24566): Process ended prematurely: osmo-stp_10.42.42.5(pid=24566) [trial-2405↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:59:10.405282 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:10.416030 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a12:59:10.547921 tst cs_paging_gprs_active.py: using LAC 41060\u000a12:59:10.674758 tst cs_paging_gprs_active.py: using RAC 5\u000a12:59:10.800907 tst cs_paging_gprs_active.py: using CellId 41060\u000a12:59:10.928022 tst cs_paging_gprs_active.py: using BVCI 41061\u000a12:59:10.953123 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:10.963843 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:10.974622 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:10.985425 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:10.996370 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:11.007395 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:11.018584 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:11.029551 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:11.040701 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:59:11.156542 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:59:11.454206 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:59:11.593515 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:59:11.934156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24556): Launched\u000a12:59:12.218008 run iperf3-srv_10.42.42.10(pid=24557): Launched\u000a12:59:12.420191 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:59:12.558041 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:59:12.898737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24558): Launched\u000a12:59:13.181596 run iperf3-srv_10.42.42.10(pid=24559): Launched\u000a12:59:13.383414 tst cs_paging_gprs_active.py:38: start network...\u000a12:59:13.521350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:59:14.046606 run create_hlr_db(pid=24560): Launched\u000a12:59:14.238278 bus /sierra_2: Setting Powered False\u000a12:59:15.258918 run create_hlr_db(pid=24560): Terminated: ok {rc=0}\u000a12:59:15.670726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24562): Launched\u000a12:59:16.104802 run osmo-hlr_10.42.42.2(pid=24563): Launched\u000a12:59:16.295191 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:59:16.951463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24565): Launched\u000a12:59:17.303411 run osmo-stp_10.42.42.5(pid=24566): Launched\u000a12:59:17.446311 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:59:18.953625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24568): Launched\u000a12:59:19.062289 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:59:19.331350 run patchelf(pid=24569): Launched\u000a12:59:19.509817 run osmo-stp_10.42.42.5(pid=24566): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24566)]\u000a12:59:19.640071 run osmo-stp_10.42.42.5(pid=24566): stdout: \u000a| (launched: 2022-12-14_12:59:17.122978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:19.770946 run osmo-stp_10.42.42.5(pid=24566): stderr: \u000a| �[0;m�[38;5;43m20221214125917442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125917442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125917442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125917443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125917443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125917443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125917443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:19.897086 run osmo-stp_10.42.42.5(pid=24566): stdout: \u000a| (launched: 2022-12-14_12:59:17.122978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:20.022291 run osmo-stp_10.42.42.5(pid=24566): stderr: \u000a| �[0;m�[38;5;43m20221214125917442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125917442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125917442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125917443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125917443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125917443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125917443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:20.167828 run patchelf(pid=24569): Terminating (SIGINT)\u000a12:59:20.338936 run patchelf(pid=24569): Terminated: ok {rc=0}\u000a12:59:20.370302 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24566): Process ended prematurely: osmo-stp_10.42.42.5(pid=24566) [trial-2405↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24566)] [trial-2405↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a12:59:20.379247 tst cs_paging_gprs_active.py:38: Test FAILED (10.0 sec)\u000a12:59:20.439340 run osmo-hlr_10.42.42.2(pid=24563): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24563)]\u000a12:59:20.488193 run osmo-hlr_10.42.42.2(pid=24563): stdout: \u000a| (launched: 2022-12-14_12:59:15.825877) \u000a12:59:20.537613 run osmo-hlr_10.42.42.2(pid=24563): stderr: \u000a| �[0;m�[1;31m20221214125916053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125916053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125916053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125916053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125916053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125916053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125916096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125916110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125916114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125916116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:59:20.579726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24556): Terminating (SIGTERM)\u000a12:59:20.619369 run iperf3-srv_10.42.42.10(pid=24557): Terminating (SIGTERM)\u000a12:59:20.659041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24558): Terminating (SIGTERM)\u000a12:59:20.698597 run iperf3-srv_10.42.42.10(pid=24559): Terminating (SIGTERM)\u000a12:59:20.738273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24562): Terminating (SIGTERM)\u000a12:59:20.778317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24565): Terminating (SIGTERM)\u000a12:59:20.818467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24568): Terminating (SIGTERM)\u000a12:59:20.827652 --- ParallelTerminationStrategy: PID 24556 died...\u000a12:59:20.881160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24556): Terminated: ok {rc=0}\u000a12:59:20.890800 --- ParallelTerminationStrategy: PID 24557 died...\u000a12:59:20.943665 run iperf3-srv_10.42.42.10(pid=24557): Terminated {rc=256}\u000a12:59:20.953156 --- ParallelTerminationStrategy: PID 24558 died...\u000a12:59:21.006398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24558): Terminated: ok {rc=0}\u000a12:59:21.016014 --- ParallelTerminationStrategy: PID 24559 died...\u000a12:59:21.069025 run iperf3-srv_10.42.42.10(pid=24559): Terminated {rc=256}\u000a12:59:21.078586 --- ParallelTerminationStrategy: PID 24562 died...\u000a12:59:21.132282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24562): Terminated: ok {rc=0}\u000a12:59:21.141971 --- ParallelTerminationStrategy: PID 24565 died...\u000a12:59:21.195052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24565): Terminated: ok {rc=0}\u000a12:59:21.204687 --- ParallelTerminationStrategy: PID 24568 died...\u000a12:59:21.258136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24568): Terminated: ok {rc=0}\u000a12:59:21.347058 bus /gobi_0: Setting Powered False\u000a12:59:22.449561 bus /gobi_0: Setting Powered False\u000a12:59:23.560540 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 92, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24578): Process ended prematurely: osmo-stp_10.42.42.5(pid=24578) [trial-2405↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24578)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24578): Process ended prematurely: osmo-stp_10.42.42.5(pid=24578) [trial-2405↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a12:59:24.672198 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:24.683245 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a12:59:24.807896 tst iperf3.py: using LAC 41061\u000a12:59:24.928529 tst iperf3.py: using RAC 6\u000a12:59:25.049833 tst iperf3.py: using CellId 41061\u000a12:59:25.179627 tst iperf3.py: using BVCI 41062\u000a12:59:25.204938 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:25.216187 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:25.227374 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:25.238171 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:25.249763 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:25.261237 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:25.272571 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:25.283794 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:25.295241 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:59:25.574967 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:59:25.701889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:59:26.019485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24570): Launched\u000a12:59:26.282862 run iperf3-srv_10.42.42.10(pid=24571): Launched\u000a12:59:26.467968 tst iperf3.py:8: start network...\u000a12:59:26.594539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:59:27.083243 run create_hlr_db(pid=24572): Launched\u000a12:59:27.258389 bus /gobi_6: Setting Powered False\u000a12:59:28.280776 run create_hlr_db(pid=24572): Terminated: ok {rc=0}\u000a12:59:28.687681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24574): Launched\u000a12:59:28.995673 run osmo-hlr_10.42.42.2(pid=24575): Launched\u000a12:59:29.115392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:59:29.651447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24577): Launched\u000a12:59:29.957019 run osmo-stp_10.42.42.5(pid=24578): Launched\u000a12:59:30.067121 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:59:30.598309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24580): Launched\u000a12:59:30.706661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:59:30.997701 run patchelf(pid=24581): Launched\u000a12:59:31.181895 run osmo-stp_10.42.42.5(pid=24578): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24578)]\u000a12:59:31.314317 run osmo-stp_10.42.42.5(pid=24578): stdout: \u000a| (launched: 2022-12-14_12:59:29.805701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:31.447880 run osmo-stp_10.42.42.5(pid=24578): stderr: \u000a| �[0;m�[38;5;43m20221214125929976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125929976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125929976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125929977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125929979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125929979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125929979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:31.576681 run osmo-stp_10.42.42.5(pid=24578): stdout: \u000a| (launched: 2022-12-14_12:59:29.805701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:31.704365 run osmo-stp_10.42.42.5(pid=24578): stderr: \u000a| �[0;m�[38;5;43m20221214125929976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125929976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125929976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125929977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125929979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125929979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125929979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:31.853429 run patchelf(pid=24581): Terminating (SIGINT)\u000a12:59:32.027711 run patchelf(pid=24581): Terminated: ok {rc=0}\u000a12:59:32.060611 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24578): Process ended prematurely: osmo-stp_10.42.42.5(pid=24578) [trial-2405↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24578)] [trial-2405↪gprs:sysmo↪iperf3.py:8]\u000a12:59:32.071032 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a12:59:32.132758 run osmo-hlr_10.42.42.2(pid=24575): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24575)]\u000a12:59:32.182601 run osmo-hlr_10.42.42.2(pid=24575): stdout: \u000a| (launched: 2022-12-14_12:59:28.843375) \u000a12:59:32.233333 run osmo-hlr_10.42.42.2(pid=24575): stderr: \u000a| �[0;m�[1;31m20221214125929025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125929025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125929025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125929025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125929025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125929025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125929038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125929046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125929047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125929047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:59:32.275924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24570): Terminating (SIGTERM)\u000a12:59:32.315834 run iperf3-srv_10.42.42.10(pid=24571): Terminating (SIGTERM)\u000a12:59:32.356054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24574): Terminating (SIGTERM)\u000a12:59:32.396003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24577): Terminating (SIGTERM)\u000a12:59:32.435978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24580): Terminating (SIGTERM)\u000a12:59:32.445358 --- ParallelTerminationStrategy: PID 24570 died...\u000a12:59:32.498764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24570): Terminated: ok {rc=0}\u000a12:59:32.508362 --- ParallelTerminationStrategy: PID 24571 died...\u000a12:59:32.561470 run iperf3-srv_10.42.42.10(pid=24571): Terminated {rc=256}\u000a12:59:32.571084 --- ParallelTerminationStrategy: PID 24574 died...\u000a12:59:32.624231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24574): Terminated: ok {rc=0}\u000a12:59:32.633926 --- ParallelTerminationStrategy: PID 24577 died...\u000a12:59:32.687333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24577): Terminated: ok {rc=0}\u000a12:59:32.697050 --- ParallelTerminationStrategy: PID 24580 died...\u000a12:59:32.750301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24580): Terminated: ok {rc=0}\u000a12:59:32.838093 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 93, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24597): Process ended prematurely: osmo-stp_10.42.42.5(pid=24597) [trial-2405↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24597)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24597): Process ended prematurely: osmo-stp_10.42.42.5(pid=24597) [trial-2405↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a12:59:33.949550 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:33.960655 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a12:59:34.088199 tst iperf3m4.py: using LAC 41062\u000a12:59:34.206134 tst iperf3m4.py: using RAC 7\u000a12:59:34.324166 tst iperf3m4.py: using CellId 41062\u000a12:59:34.443371 tst iperf3m4.py: using BVCI 41063\u000a12:59:34.466688 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:34.477182 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:34.487460 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:34.497721 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:34.507817 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:34.517912 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:34.528284 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:34.538487 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:34.548774 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:59:34.662155 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:59:34.784626 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:59:34.906492 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:59:35.203134 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:59:35.341017 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:59:35.694772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24583): Launched\u000a12:59:35.955691 run iperf3-srv_10.42.42.10(pid=24584): Launched\u000a12:59:36.140166 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:59:36.266332 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:59:36.580221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24585): Launched\u000a12:59:36.840705 run iperf3-srv_10.42.42.10(pid=24586): Launched\u000a12:59:37.025078 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:59:37.150646 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:59:37.464368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24587): Launched\u000a12:59:37.724265 run iperf3-srv_10.42.42.10(pid=24588): Launched\u000a12:59:37.907453 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:59:38.032352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:59:38.345492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24589): Launched\u000a12:59:38.620692 run iperf3-srv_10.42.42.10(pid=24590): Launched\u000a12:59:38.804264 tst iperf3m4.py:8: start network...\u000a12:59:38.930369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:59:39.414867 run create_hlr_db(pid=24591): Launched\u000a12:59:39.589113 bus /gobi_6: Setting Powered False\u000a12:59:40.611258 run create_hlr_db(pid=24591): Terminated: ok {rc=0}\u000a12:59:41.014872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24593): Launched\u000a12:59:41.318306 run osmo-hlr_10.42.42.2(pid=24594): Launched\u000a12:59:41.432863 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:59:41.956328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24596): Launched\u000a12:59:42.258743 run osmo-stp_10.42.42.5(pid=24597): Launched\u000a12:59:42.369100 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:59:42.894099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24599): Launched\u000a12:59:43.002460 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:59:43.266723 run patchelf(pid=24600): Launched\u000a12:59:43.443326 run osmo-stp_10.42.42.5(pid=24597): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24597)]\u000a12:59:43.572094 run osmo-stp_10.42.42.5(pid=24597): stdout: \u000a| (launched: 2022-12-14_12:59:42.109865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:43.701910 run osmo-stp_10.42.42.5(pid=24597): stderr: \u000a| �[0;m�[38;5;43m20221214125942282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125942283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125942283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125942283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125942284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125942284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125942284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:43.827191 run osmo-stp_10.42.42.5(pid=24597): stdout: \u000a| (launched: 2022-12-14_12:59:42.109865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:43.951005 run osmo-stp_10.42.42.5(pid=24597): stderr: \u000a| �[0;m�[38;5;43m20221214125942282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125942283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125942283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125942283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125942284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125942284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125942284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:44.095030 run patchelf(pid=24600): Terminating (SIGINT)\u000a12:59:44.264089 run patchelf(pid=24600): Terminated: ok {rc=0}\u000a12:59:44.295377 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24597): Process ended prematurely: osmo-stp_10.42.42.5(pid=24597) [trial-2405↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24597)] [trial-2405↪gprs:sysmo↪iperf3m4.py:8]\u000a12:59:44.304494 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a12:59:44.364703 run osmo-hlr_10.42.42.2(pid=24594): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24594)]\u000a12:59:44.413797 run osmo-hlr_10.42.42.2(pid=24594): stdout: \u000a| (launched: 2022-12-14_12:59:41.169103) \u000a12:59:44.463372 run osmo-hlr_10.42.42.2(pid=24594): stderr: \u000a| �[0;m�[1;31m20221214125941346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125941346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125941346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125941346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125941346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125941346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125941358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125941367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125941367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125941367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:59:44.505530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24583): Terminating (SIGTERM)\u000a12:59:44.545320 run iperf3-srv_10.42.42.10(pid=24584): Terminating (SIGTERM)\u000a12:59:44.585238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24585): Terminating (SIGTERM)\u000a12:59:44.625050 run iperf3-srv_10.42.42.10(pid=24586): Terminating (SIGTERM)\u000a12:59:44.664911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24587): Terminating (SIGTERM)\u000a12:59:44.704762 run iperf3-srv_10.42.42.10(pid=24588): Terminating (SIGTERM)\u000a12:59:44.744688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24589): Terminating (SIGTERM)\u000a12:59:44.784377 run iperf3-srv_10.42.42.10(pid=24590): Terminating (SIGTERM)\u000a12:59:44.824681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24593): Terminating (SIGTERM)\u000a12:59:44.864380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24596): Terminating (SIGTERM)\u000a12:59:44.904280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24599): Terminating (SIGTERM)\u000a12:59:44.913560 --- ParallelTerminationStrategy: PID 24583 died...\u000a12:59:44.966881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24583): Terminated: ok {rc=0}\u000a12:59:44.976831 --- ParallelTerminationStrategy: PID 24584 died...\u000a12:59:45.030025 run iperf3-srv_10.42.42.10(pid=24584): Terminated {rc=256}\u000a12:59:45.039571 --- ParallelTerminationStrategy: PID 24585 died...\u000a12:59:45.092604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24585): Terminated: ok {rc=0}\u000a12:59:45.102254 --- ParallelTerminationStrategy: PID 24586 died...\u000a12:59:45.155131 run iperf3-srv_10.42.42.10(pid=24586): Terminated {rc=256}\u000a12:59:45.164772 --- ParallelTerminationStrategy: PID 24587 died...\u000a12:59:45.217907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24587): Terminated: ok {rc=0}\u000a12:59:45.227582 --- ParallelTerminationStrategy: PID 24588 died...\u000a12:59:45.280435 run iperf3-srv_10.42.42.10(pid=24588): Terminated {rc=256}\u000a12:59:45.290057 --- ParallelTerminationStrategy: PID 24589 died...\u000a12:59:45.343012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24589): Terminated: ok {rc=0}\u000a12:59:45.352600 --- ParallelTerminationStrategy: PID 24590 died...\u000a12:59:45.405401 run iperf3-srv_10.42.42.10(pid=24590): Terminated {rc=256}\u000a12:59:45.415066 --- ParallelTerminationStrategy: PID 24593 died...\u000a12:59:45.467966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24593): Terminated: ok {rc=0}\u000a12:59:45.477930 --- ParallelTerminationStrategy: PID 24596 died...\u000a12:59:45.531319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24596): Terminated: ok {rc=0}\u000a12:59:45.541109 --- ParallelTerminationStrategy: PID 24599 died...\u000a12:59:45.594537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24599): Terminated: ok {rc=0}\u000a12:59:45.678029 bus /gobi_4: Setting Powered False\u000a12:59:46.805620 bus /gobi_4: Setting Powered False\u000a12:59:47.919392 bus /gobi_1: Setting Powered False\u000a12:59:49.027185 bus /gobi_1: Setting Powered False\u000a12:59:50.138748 bus /gobi_0: Setting Powered False\u000a12:59:51.241160 bus /gobi_0: Setting Powered False\u000a12:59:52.353088 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24607): Process ended prematurely: osmo-stp_10.42.42.5(pid=24607) [trial-2405↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24607)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24607): Process ended prematurely: osmo-stp_10.42.42.5(pid=24607) [trial-2405↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo ping.py\u000a----------------------------------------------\u000a12:59:53.420401 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:53.431553 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a12:59:53.551319 tst ping.py: using LAC 41063\u000a12:59:53.667108 tst ping.py: using RAC 8\u000a12:59:53.785250 tst ping.py: using CellId 41063\u000a12:59:53.902056 tst ping.py: using BVCI 41064\u000a12:59:53.924752 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:53.935448 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:53.945964 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:53.956301 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:53.966742 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:53.977350 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:53.987913 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:59:53.998450 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:59:54.290080 tst ping.py:19: start network...\u000a12:59:54.423525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:59:54.925313 run create_hlr_db(pid=24601): Launched\u000a12:59:55.110417 bus /gobi_6: Setting Powered False\u000a12:59:56.131500 run create_hlr_db(pid=24601): Terminated: ok {rc=0}\u000a12:59:56.529084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24603): Launched\u000a12:59:56.824762 run osmo-hlr_10.42.42.2(pid=24604): Launched\u000a12:59:56.933876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:59:57.445560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24606): Launched\u000a12:59:57.741380 run osmo-stp_10.42.42.5(pid=24607): Launched\u000a12:59:57.848278 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:59:58.362831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24609): Launched\u000a12:59:58.468133 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:59:58.725175 run patchelf(pid=24610): Launched\u000a12:59:58.898045 run osmo-stp_10.42.42.5(pid=24607): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24607)]\u000a12:59:59.024508 run osmo-stp_10.42.42.5(pid=24607): stdout: \u000a| (launched: 2022-12-14_12:59:57.594928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:59.152302 run osmo-stp_10.42.42.5(pid=24607): stderr: \u000a| �[0;m�[38;5;43m20221214125957764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125957764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125957764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125957765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125957765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125957765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125957765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:59.275437 run osmo-stp_10.42.42.5(pid=24607): stdout: \u000a| (launched: 2022-12-14_12:59:57.594928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:59.397135 run osmo-stp_10.42.42.5(pid=24607): stderr: \u000a| �[0;m�[38;5;43m20221214125957764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125957764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125957764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125957765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125957765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125957765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125957765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:59.538148 run patchelf(pid=24610): Terminating (SIGINT)\u000a12:59:59.703426 run patchelf(pid=24610): Terminated: ok {rc=0}\u000a12:59:59.733615 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24607): Process ended prematurely: osmo-stp_10.42.42.5(pid=24607) [trial-2405↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24607)] [trial-2405↪gprs:sysmo↪ping.py:22]\u000a12:59:59.742288 tst ping.py:22: Test FAILED (6.3 sec)\u000a12:59:59.802172 run osmo-hlr_10.42.42.2(pid=24604): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24604)]\u000a12:59:59.851324 run osmo-hlr_10.42.42.2(pid=24604): stdout: \u000a| (launched: 2022-12-14_12:59:56.679590) \u000a12:59:59.901128 run osmo-hlr_10.42.42.2(pid=24604): stderr: \u000a| �[0;m�[1;31m20221214125956854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125956854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125956854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125956854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125956854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125956854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125956867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125956877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125956877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125956877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:59:59.943462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24603): Terminating (SIGTERM)\u000a12:59:59.983648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24606): Terminating (SIGTERM)\u000a13:00:00.023726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24609): Terminating (SIGTERM)\u000a13:00:00.033101 --- ParallelTerminationStrategy: PID 24603 died...\u000a13:00:00.086759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24603): Terminated: ok {rc=0}\u000a13:00:00.096524 --- ParallelTerminationStrategy: PID 24606 died...\u000a13:00:00.149838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24606): Terminated: ok {rc=0}\u000a13:00:00.159542 --- ParallelTerminationStrategy: PID 24609 died...\u000a13:00:00.213329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24609): Terminated: ok {rc=0}\u000a13:00:00.301802 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24620): Process ended prematurely: osmo-stp_10.42.42.5(pid=24620) [trial-2405↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24620)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24620): Process ended prematurely: osmo-stp_10.42.42.5(pid=24620) [trial-2405↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:00:01.355828 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:00:01.367984 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a13:00:01.525151 tst ping_idle_ping.py: using LAC 41064\u000a13:00:01.647640 tst ping_idle_ping.py: using RAC 9\u000a13:00:01.808194 tst ping_idle_ping.py: using CellId 41064\u000a13:00:01.948232 tst ping_idle_ping.py: using BVCI 41065\u000a13:00:01.974708 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:00:01.986655 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:00:01.998566 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:00:02.010739 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:00:02.024619 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:00:02.037468 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:00:02.050961 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:00:02.065250 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a13:00:02.375788 tst ping_idle_ping.py:24: start network...\u000a13:00:02.509880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:00:03.011082 run create_hlr_db(pid=24614): Launched\u000a13:00:03.196893 bus /gobi_6: Setting Powered False\u000a13:00:04.217380 run create_hlr_db(pid=24614): Terminated: ok {rc=0}\u000a13:00:04.615487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24616): Launched\u000a13:00:04.911285 run osmo-hlr_10.42.42.2(pid=24617): Launched\u000a13:00:05.021463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:00:05.533762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24619): Launched\u000a13:00:05.828435 run osmo-stp_10.42.42.5(pid=24620): Launched\u000a13:00:05.936319 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:00:06.451120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24622): Launched\u000a13:00:06.556661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:00:06.814268 run patchelf(pid=24623): Launched\u000a13:00:06.987048 run osmo-stp_10.42.42.5(pid=24620): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24620)]\u000a13:00:07.113815 run osmo-stp_10.42.42.5(pid=24620): stdout: \u000a| (launched: 2022-12-14_13:00:05.683284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:07.241836 run osmo-stp_10.42.42.5(pid=24620): stderr: \u000a| �[0;m�[38;5;43m20221214130005853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130005853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130005853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130005853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130005855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130005856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130005856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:07.364453 run osmo-stp_10.42.42.5(pid=24620): stdout: \u000a| (launched: 2022-12-14_13:00:05.683284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:07.486065 run osmo-stp_10.42.42.5(pid=24620): stderr: \u000a| �[0;m�[38;5;43m20221214130005853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130005853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130005853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130005853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130005855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130005856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130005856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:07.627273 run patchelf(pid=24623): Terminating (SIGINT)\u000a13:00:07.793236 run patchelf(pid=24623): Terminated: ok {rc=0}\u000a13:00:07.823294 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24620): Process ended prematurely: osmo-stp_10.42.42.5(pid=24620) [trial-2405↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24620)] [trial-2405↪gprs:sysmo↪ping_idle_ping.py:27]\u000a13:00:07.831683 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:00:07.890981 run osmo-hlr_10.42.42.2(pid=24617): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24617)]\u000a13:00:07.939241 run osmo-hlr_10.42.42.2(pid=24617): stdout: \u000a| (launched: 2022-12-14_13:00:04.765548) \u000a13:00:07.988457 run osmo-hlr_10.42.42.2(pid=24617): stderr: \u000a| �[0;m�[1;31m20221214130004941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130004941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130004941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130004941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130004941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130004941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130004956 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130004966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130004966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130004966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:00:08.030557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24616): Terminating (SIGTERM)\u000a13:00:08.069901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24619): Terminating (SIGTERM)\u000a13:00:08.109491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24622): Terminating (SIGTERM)\u000a13:00:08.118222 --- ParallelTerminationStrategy: PID 24616 died...\u000a13:00:08.171487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24616): Terminated: ok {rc=0}\u000a13:00:08.181149 --- ParallelTerminationStrategy: PID 24619 died...\u000a13:00:08.234408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24619): Terminated: ok {rc=0}\u000a13:00:08.244062 --- ParallelTerminationStrategy: PID 24622 died...\u000a13:00:08.297066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24622): Terminated: ok {rc=0}\u000a13:00:08.384354 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:59:10" }, { "cases" : [ { "testActions" : [ ], "age" : 93, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24638): Process ended prematurely: osmo-stp_10.42.42.5(pid=24638) [trial-2405↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24638)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24638): Process ended prematurely: osmo-stp_10.42.42.5(pid=24638) [trial-2405↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:00:10.480722 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:10.491573 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:00:10.623009 tst cs_paging_gprs_active.py: using LAC 41065\u000a13:00:10.750491 tst cs_paging_gprs_active.py: using RAC 10\u000a13:00:10.873521 tst cs_paging_gprs_active.py: using CellId 41065\u000a13:00:10.992720 tst cs_paging_gprs_active.py: using BVCI 41066\u000a13:00:11.015963 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:11.026799 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:11.037508 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:11.048084 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:11.059226 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:11.070402 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:11.082004 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:11.093020 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:11.104195 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:00:11.225553 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:00:11.521195 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:00:11.657975 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:00:11.993479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24628): Launched\u000a13:00:12.271989 run iperf3-srv_10.42.42.10(pid=24629): Launched\u000a13:00:12.472092 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:00:12.608492 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:00:12.944123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24630): Launched\u000a13:00:13.223319 run iperf3-srv_10.42.42.10(pid=24631): Launched\u000a13:00:13.422978 tst cs_paging_gprs_active.py:38: start network...\u000a13:00:13.559276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:00:14.068878 run create_hlr_db(pid=24632): Launched\u000a13:00:14.257177 bus /gobi_6: Setting Powered False\u000a13:00:15.278891 run create_hlr_db(pid=24632): Terminated: ok {rc=0}\u000a13:00:15.686009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24634): Launched\u000a13:00:16.085264 run osmo-hlr_10.42.42.2(pid=24635): Launched\u000a13:00:16.264257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:00:16.936140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24637): Launched\u000a13:00:17.273271 run osmo-stp_10.42.42.5(pid=24638): Launched\u000a13:00:17.383176 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:00:17.908585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24640): Launched\u000a13:00:18.015739 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:00:18.277939 run patchelf(pid=24641): Launched\u000a13:00:18.454072 run osmo-stp_10.42.42.5(pid=24638): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24638)]\u000a13:00:18.582603 run osmo-stp_10.42.42.5(pid=24638): stdout: \u000a| (launched: 2022-12-14_13:00:17.107319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:18.711727 run osmo-stp_10.42.42.5(pid=24638): stderr: \u000a| �[0;m�[38;5;43m20221214130017293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130017293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130017293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130017294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130017294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130017294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130017294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:18.836410 run osmo-stp_10.42.42.5(pid=24638): stdout: \u000a| (launched: 2022-12-14_13:00:17.107319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:18.959975 run osmo-stp_10.42.42.5(pid=24638): stderr: \u000a| �[0;m�[38;5;43m20221214130017293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130017293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130017293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130017294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130017294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130017294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130017294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:19.103095 run patchelf(pid=24641): Terminating (SIGINT)\u000a13:00:19.271950 run patchelf(pid=24641): Terminated: ok {rc=0}\u000a13:00:19.303020 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24638): Process ended prematurely: osmo-stp_10.42.42.5(pid=24638) [trial-2405↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24638)] [trial-2405↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:00:19.312100 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a13:00:19.372611 run osmo-hlr_10.42.42.2(pid=24635): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24635)]\u000a13:00:19.421503 run osmo-hlr_10.42.42.2(pid=24635): stdout: \u000a| (launched: 2022-12-14_13:00:15.847706) \u000a13:00:19.470732 run osmo-hlr_10.42.42.2(pid=24635): stderr: \u000a| �[0;m�[1;31m20221214130016222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130016222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130016222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130016222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130016222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130016222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130016236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130016252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130016252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130016252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:00:19.512625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24628): Terminating (SIGTERM)\u000a13:00:19.551899 run iperf3-srv_10.42.42.10(pid=24629): Terminating (SIGTERM)\u000a13:00:19.591180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24630): Terminating (SIGTERM)\u000a13:00:19.630464 run iperf3-srv_10.42.42.10(pid=24631): Terminating (SIGTERM)\u000a13:00:19.669689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24634): Terminating (SIGTERM)\u000a13:00:19.709037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24637): Terminating (SIGTERM)\u000a13:00:19.748187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24640): Terminating (SIGTERM)\u000a13:00:19.757359 --- ParallelTerminationStrategy: PID 24628 died...\u000a13:00:19.810441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24628): Terminated: ok {rc=0}\u000a13:00:19.820310 --- ParallelTerminationStrategy: PID 24629 died...\u000a13:00:19.872774 run iperf3-srv_10.42.42.10(pid=24629): Terminated {rc=256}\u000a13:00:19.882314 --- ParallelTerminationStrategy: PID 24630 died...\u000a13:00:19.934774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24630): Terminated: ok {rc=0}\u000a13:00:19.944180 --- ParallelTerminationStrategy: PID 24631 died...\u000a13:00:19.996331 run iperf3-srv_10.42.42.10(pid=24631): Terminated {rc=256}\u000a13:00:20.005825 --- ParallelTerminationStrategy: PID 24634 died...\u000a13:00:20.057930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24634): Terminated: ok {rc=0}\u000a13:00:20.067284 --- ParallelTerminationStrategy: PID 24637 died...\u000a13:00:20.119619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24637): Terminated: ok {rc=0}\u000a13:00:20.129143 --- ParallelTerminationStrategy: PID 24640 died...\u000a13:00:20.181419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24640): Terminated: ok {rc=0}\u000a13:00:20.269067 bus /gobi_0: Setting Powered False\u000a13:00:21.373022 bus /gobi_0: Setting Powered False\u000a13:00:22.483240 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24650): Process ended prematurely: osmo-stp_10.42.42.5(pid=24650) [trial-2405↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24650)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24650): Process ended prematurely: osmo-stp_10.42.42.5(pid=24650) [trial-2405↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24650)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:00:23.591895 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:23.603022 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:00:23.725583 tst iperf3.py: using LAC 41066\u000a13:00:23.843552 tst iperf3.py: using RAC 11\u000a13:00:23.963760 tst iperf3.py: using CellId 41066\u000a13:00:24.083309 tst iperf3.py: using BVCI 41067\u000a13:00:24.106144 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:24.116769 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:24.127218 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:24.137581 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:24.147900 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:24.158396 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:24.168937 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:24.179405 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:24.190642 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:00:24.485861 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:00:24.621599 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:00:24.954692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24642): Launched\u000a13:00:25.232598 run iperf3-srv_10.42.42.10(pid=24643): Launched\u000a13:00:25.432214 tst iperf3.py:8: start network...\u000a13:00:25.567731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:00:26.076192 run create_hlr_db(pid=24644): Launched\u000a13:00:26.264835 bus /gobi_6: Setting Powered False\u000a13:00:27.286231 run create_hlr_db(pid=24644): Terminated: ok {rc=0}\u000a13:00:27.716023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24646): Launched\u000a13:00:28.039444 run osmo-hlr_10.42.42.2(pid=24647): Launched\u000a13:00:28.158679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:00:28.717855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24649): Launched\u000a13:00:29.041565 run osmo-stp_10.42.42.5(pid=24650): Launched\u000a13:00:29.159895 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:00:29.725757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24652): Launched\u000a13:00:29.841939 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:00:30.118161 run patchelf(pid=24653): Launched\u000a13:00:30.294069 run osmo-stp_10.42.42.5(pid=24650): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24650)]\u000a13:00:30.423026 run osmo-stp_10.42.42.5(pid=24650): stdout: \u000a| (launched: 2022-12-14_13:00:28.882460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:30.552211 run osmo-stp_10.42.42.5(pid=24650): stderr: \u000a| �[0;m�[38;5;43m20221214130029074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130029074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130029075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130029075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130029076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130029076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130029076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:30.677114 run osmo-stp_10.42.42.5(pid=24650): stdout: \u000a| (launched: 2022-12-14_13:00:28.882460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:30.800662 run osmo-stp_10.42.42.5(pid=24650): stderr: \u000a| �[0;m�[38;5;43m20221214130029074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130029074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130029075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130029075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130029076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130029076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130029076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:30.980149 run patchelf(pid=24653): Terminating (SIGINT)\u000a13:00:31.154805 run patchelf(pid=24653): Terminated: ok {rc=0}\u000a13:00:31.187512 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24650): Process ended prematurely: osmo-stp_10.42.42.5(pid=24650) [trial-2405↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24650)] [trial-2405↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a13:00:31.197701 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:00:31.259119 run osmo-hlr_10.42.42.2(pid=24647): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24647)]\u000a13:00:31.309223 run osmo-hlr_10.42.42.2(pid=24647): stdout: \u000a| (launched: 2022-12-14_13:00:27.880788) \u000a13:00:31.361246 run osmo-hlr_10.42.42.2(pid=24647): stderr: \u000a| �[0;m�[1;31m20221214130028078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130028078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130028078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130028078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130028078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130028078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130028091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130028099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130028099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130028099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:00:31.404444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24642): Terminating (SIGTERM)\u000a13:00:31.447377 run iperf3-srv_10.42.42.10(pid=24643): Terminating (SIGTERM)\u000a13:00:31.490298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24646): Terminating (SIGTERM)\u000a13:00:31.531981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24649): Terminating (SIGTERM)\u000a13:00:31.576053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24652): Terminating (SIGTERM)\u000a13:00:31.586243 --- ParallelTerminationStrategy: PID 24642 died...\u000a13:00:31.642471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24642): Terminated: ok {rc=0}\u000a13:00:31.652455 --- ParallelTerminationStrategy: PID 24643 died...\u000a13:00:31.706678 run iperf3-srv_10.42.42.10(pid=24643): Terminated {rc=256}\u000a13:00:31.716637 --- ParallelTerminationStrategy: PID 24646 died...\u000a13:00:31.770653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24646): Terminated: ok {rc=0}\u000a13:00:31.780687 --- ParallelTerminationStrategy: PID 24649 died...\u000a13:00:31.835237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24649): Terminated: ok {rc=0}\u000a13:00:31.845286 --- ParallelTerminationStrategy: PID 24652 died...\u000a13:00:31.899697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24652): Terminated: ok {rc=0}\u000a13:00:31.984832 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24668): Process ended prematurely: osmo-stp_10.42.42.5(pid=24668) [trial-2405↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24668)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24668): Process ended prematurely: osmo-stp_10.42.42.5(pid=24668) [trial-2405↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:00:33.102082 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:33.113918 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:00:33.236240 tst iperf3m4.py: using LAC 41067\u000a13:00:33.353805 tst iperf3m4.py: using RAC 12\u000a13:00:33.471210 tst iperf3m4.py: using CellId 41067\u000a13:00:33.591376 tst iperf3m4.py: using BVCI 41068\u000a13:00:33.614283 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:33.624827 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:33.635288 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:33.645582 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:33.655763 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:33.666054 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:33.676489 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:33.686769 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:33.697199 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:00:33.816607 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:00:33.934924 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:00:34.055506 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:00:34.330862 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:00:34.456596 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:00:34.771215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24654): Launched\u000a13:00:35.029843 run iperf3-srv_10.42.42.10(pid=24655): Launched\u000a13:00:35.212923 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:00:35.337620 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:00:35.650485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24656): Launched\u000a13:00:35.908757 run iperf3-srv_10.42.42.10(pid=24657): Launched\u000a13:00:36.091803 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:00:36.216778 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:00:36.528302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24658): Launched\u000a13:00:36.786969 run iperf3-srv_10.42.42.10(pid=24659): Launched\u000a13:00:36.970624 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:00:37.095770 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:00:37.408346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24660): Launched\u000a13:00:37.667322 run iperf3-srv_10.42.42.10(pid=24661): Launched\u000a13:00:37.850334 tst iperf3m4.py:8: start network...\u000a13:00:37.975192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:00:38.457640 run create_hlr_db(pid=24662): Launched\u000a13:00:38.630462 bus /gobi_6: Setting Powered False\u000a13:00:39.654199 run create_hlr_db(pid=24662): Terminated: ok {rc=0}\u000a13:00:40.084507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24664): Launched\u000a13:00:40.409631 run osmo-hlr_10.42.42.2(pid=24665): Launched\u000a13:00:40.530104 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:00:41.088348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24667): Launched\u000a13:00:41.390198 run osmo-stp_10.42.42.5(pid=24668): Launched\u000a13:00:41.499404 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:00:42.039623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24670): Launched\u000a13:00:42.155750 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:00:42.437852 run patchelf(pid=24671): Launched\u000a13:00:42.627232 run osmo-stp_10.42.42.5(pid=24668): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24668)]\u000a13:00:42.766155 run osmo-stp_10.42.42.5(pid=24668): stdout: \u000a| (launched: 2022-12-14_13:00:41.242893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:42.905138 run osmo-stp_10.42.42.5(pid=24668): stderr: \u000a| �[0;m�[38;5;43m20221214130041415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130041415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130041415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130041416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130041416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130041416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130041416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:43.039133 run osmo-stp_10.42.42.5(pid=24668): stdout: \u000a| (launched: 2022-12-14_13:00:41.242893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:43.172485 run osmo-stp_10.42.42.5(pid=24668): stderr: \u000a| �[0;m�[38;5;43m20221214130041415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130041415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130041415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130041416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130041416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130041416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130041416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:43.327813 run patchelf(pid=24671): Terminating (SIGINT)\u000a13:00:43.509565 run patchelf(pid=24671): Terminated: ok {rc=0}\u000a13:00:43.542827 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24668): Process ended prematurely: osmo-stp_10.42.42.5(pid=24668) [trial-2405↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24668)] [trial-2405↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:00:43.552793 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a13:00:43.616767 run osmo-hlr_10.42.42.2(pid=24665): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24665)]\u000a13:00:43.668766 run osmo-hlr_10.42.42.2(pid=24665): stdout: \u000a| (launched: 2022-12-14_13:00:40.250697) \u000a13:00:43.721760 run osmo-hlr_10.42.42.2(pid=24665): stderr: \u000a| �[0;m�[1;31m20221214130040449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130040449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130040449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130040449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130040450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130040450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130040461 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130040470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130040470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130040470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:00:43.766568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24654): Terminating (SIGTERM)\u000a13:00:43.809412 run iperf3-srv_10.42.42.10(pid=24655): Terminating (SIGTERM)\u000a13:00:43.851120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24656): Terminating (SIGTERM)\u000a13:00:43.892804 run iperf3-srv_10.42.42.10(pid=24657): Terminating (SIGTERM)\u000a13:00:43.936268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24658): Terminating (SIGTERM)\u000a13:00:43.978556 run iperf3-srv_10.42.42.10(pid=24659): Terminating (SIGTERM)\u000a13:00:44.020758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24660): Terminating (SIGTERM)\u000a13:00:44.062576 run iperf3-srv_10.42.42.10(pid=24661): Terminating (SIGTERM)\u000a13:00:44.104830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24664): Terminating (SIGTERM)\u000a13:00:44.146990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24667): Terminating (SIGTERM)\u000a13:00:44.189120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24670): Terminating (SIGTERM)\u000a13:00:44.198388 --- ParallelTerminationStrategy: PID 24654 died...\u000a13:00:44.254725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24654): Terminated: ok {rc=0}\u000a13:00:44.264700 --- ParallelTerminationStrategy: PID 24655 died...\u000a13:00:44.320514 run iperf3-srv_10.42.42.10(pid=24655): Terminated {rc=256}\u000a13:00:44.330558 --- ParallelTerminationStrategy: PID 24656 died...\u000a13:00:44.386455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24656): Terminated: ok {rc=0}\u000a13:00:44.396404 --- ParallelTerminationStrategy: PID 24657 died...\u000a13:00:44.452197 run iperf3-srv_10.42.42.10(pid=24657): Terminated {rc=256}\u000a13:00:44.462165 --- ParallelTerminationStrategy: PID 24658 died...\u000a13:00:44.518190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24658): Terminated: ok {rc=0}\u000a13:00:44.528221 --- ParallelTerminationStrategy: PID 24659 died...\u000a13:00:44.584053 run iperf3-srv_10.42.42.10(pid=24659): Terminated {rc=256}\u000a13:00:44.594083 --- ParallelTerminationStrategy: PID 24660 died...\u000a13:00:44.650198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24660): Terminated: ok {rc=0}\u000a13:00:44.660187 --- ParallelTerminationStrategy: PID 24661 died...\u000a13:00:44.716238 run iperf3-srv_10.42.42.10(pid=24661): Terminated {rc=256}\u000a13:00:44.726255 --- ParallelTerminationStrategy: PID 24664 died...\u000a13:00:44.782276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24664): Terminated: ok {rc=0}\u000a13:00:44.792286 --- ParallelTerminationStrategy: PID 24667 died...\u000a13:00:44.848416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24667): Terminated: ok {rc=0}\u000a13:00:44.858465 --- ParallelTerminationStrategy: PID 24670 died...\u000a13:00:44.914647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24670): Terminated: ok {rc=0}\u000a13:00:45.001515 bus /gobi_4: Setting Powered False\u000a13:00:46.124606 bus /gobi_4: Setting Powered False\u000a13:00:47.239441 bus /gobi_1: Setting Powered False\u000a13:00:48.346032 bus /gobi_1: Setting Powered False\u000a13:00:49.457147 bus /gobi_0: Setting Powered False\u000a13:00:50.559901 bus /gobi_0: Setting Powered False\u000a13:00:51.670573 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24680): Process ended prematurely: osmo-stp_10.42.42.5(pid=24680) [trial-2405↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24680)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24680): Process ended prematurely: osmo-stp_10.42.42.5(pid=24680) [trial-2405↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:00:52.737930 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:52.748892 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:00:52.870475 tst ping.py: using LAC 41068\u000a13:00:52.988020 tst ping.py: using RAC 13\u000a13:00:53.105451 tst ping.py: using CellId 41068\u000a13:00:53.221607 tst ping.py: using BVCI 41069\u000a13:00:53.244038 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:53.254723 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:53.265261 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:53.275631 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:53.286016 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:53.296374 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:53.307028 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:53.317487 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:00:53.597448 tst ping.py:19: start network...\u000a13:00:53.720489 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:00:54.194003 run create_hlr_db(pid=24674): Launched\u000a13:00:54.364763 bus /gobi_6: Setting Powered False\u000a13:00:55.386337 run create_hlr_db(pid=24674): Terminated: ok {rc=0}\u000a13:00:55.808227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24676): Launched\u000a13:00:56.126439 run osmo-hlr_10.42.42.2(pid=24677): Launched\u000a13:00:56.247036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:00:56.797394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24679): Launched\u000a13:00:57.116166 run osmo-stp_10.42.42.5(pid=24680): Launched\u000a13:00:57.233215 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:00:57.787487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24682): Launched\u000a13:00:57.901084 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:00:58.177672 run patchelf(pid=24683): Launched\u000a13:00:58.364150 run osmo-stp_10.42.42.5(pid=24680): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24680)]\u000a13:00:58.499847 run osmo-stp_10.42.42.5(pid=24680): stdout: \u000a| (launched: 2022-12-14_13:00:56.959155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:58.636499 run osmo-stp_10.42.42.5(pid=24680): stderr: \u000a| �[0;m�[38;5;43m20221214130057152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130057152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130057153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130057153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130057153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130057154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130057154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:58.768638 run osmo-stp_10.42.42.5(pid=24680): stdout: \u000a| (launched: 2022-12-14_13:00:56.959155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:58.899724 run osmo-stp_10.42.42.5(pid=24680): stderr: \u000a| �[0;m�[38;5;43m20221214130057152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130057152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130057153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130057153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130057153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130057154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130057154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:59.051711 run patchelf(pid=24683): Terminating (SIGINT)\u000a13:00:59.229586 run patchelf(pid=24683): Terminated: ok {rc=0}\u000a13:00:59.261774 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24680): Process ended prematurely: osmo-stp_10.42.42.5(pid=24680) [trial-2405↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24680)] [trial-2405↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a13:00:59.271081 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:00:59.334191 run osmo-hlr_10.42.42.2(pid=24677): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24677)]\u000a13:00:59.385318 run osmo-hlr_10.42.42.2(pid=24677): stdout: \u000a| (launched: 2022-12-14_13:00:55.970320) \u000a13:00:59.437110 run osmo-hlr_10.42.42.2(pid=24677): stderr: \u000a| �[0;m�[1;31m20221214130056168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130056168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130056168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130056168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130056168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130056168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130056181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130056189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130056189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130056189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:00:59.481611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24676): Terminating (SIGTERM)\u000a13:00:59.523394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24679): Terminating (SIGTERM)\u000a13:00:59.565765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24682): Terminating (SIGTERM)\u000a13:00:59.575356 --- ParallelTerminationStrategy: PID 24676 died...\u000a13:00:59.631618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24676): Terminated: ok {rc=0}\u000a13:00:59.641721 --- ParallelTerminationStrategy: PID 24679 died...\u000a13:00:59.697462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24679): Terminated: ok {rc=0}\u000a13:00:59.707545 --- ParallelTerminationStrategy: PID 24682 died...\u000a13:00:59.763724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24682): Terminated: ok {rc=0}\u000a13:00:59.850836 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24690): Process ended prematurely: osmo-stp_10.42.42.5(pid=24690) [trial-2405↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24690)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24690): Process ended prematurely: osmo-stp_10.42.42.5(pid=24690) [trial-2405↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:01:00.915274 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:00.927912 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:01:01.067555 tst ping_idle_ping.py: using LAC 41069\u000a13:01:01.215958 tst ping_idle_ping.py: using RAC 14\u000a13:01:01.350379 tst ping_idle_ping.py: using CellId 41069\u000a13:01:01.479285 tst ping_idle_ping.py: using BVCI 41070\u000a13:01:01.504927 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:01.517137 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:01.529253 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:01.541335 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:01.554511 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:01.567510 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:01.581560 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:01.593613 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:01:01.898312 tst ping_idle_ping.py:24: start network...\u000a13:01:02.035980 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:01:02.534828 run create_hlr_db(pid=24684): Launched\u000a13:01:02.704893 bus /gobi_6: Setting Powered False\u000a13:01:03.728271 run create_hlr_db(pid=24684): Terminated: ok {rc=0}\u000a13:01:04.122430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24686): Launched\u000a13:01:04.418881 run osmo-hlr_10.42.42.2(pid=24687): Launched\u000a13:01:04.527260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:01:05.038832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24689): Launched\u000a13:01:05.334517 run osmo-stp_10.42.42.5(pid=24690): Launched\u000a13:01:05.442891 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:01:05.959672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24692): Launched\u000a13:01:06.065287 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:01:06.322575 run patchelf(pid=24693): Launched\u000a13:01:06.495829 run osmo-stp_10.42.42.5(pid=24690): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24690)]\u000a13:01:06.622330 run osmo-stp_10.42.42.5(pid=24690): stdout: \u000a| (launched: 2022-12-14_13:01:05.189274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:06.750322 run osmo-stp_10.42.42.5(pid=24690): stderr: \u000a| �[0;m�[38;5;43m20221214130105358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130105359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130105359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130105359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130105360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130105360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130105360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:06.872652 run osmo-stp_10.42.42.5(pid=24690): stdout: \u000a| (launched: 2022-12-14_13:01:05.189274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:06.993999 run osmo-stp_10.42.42.5(pid=24690): stderr: \u000a| �[0;m�[38;5;43m20221214130105358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130105359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130105359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130105359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130105360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130105360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130105360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:07.135213 run patchelf(pid=24693): Terminating (SIGINT)\u000a13:01:07.301621 run patchelf(pid=24693): Terminated: ok {rc=0}\u000a13:01:07.331767 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24690): Process ended prematurely: osmo-stp_10.42.42.5(pid=24690) [trial-2405↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24690)] [trial-2405↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:01:07.340246 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:01:07.400000 run osmo-hlr_10.42.42.2(pid=24687): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24687)]\u000a13:01:07.448781 run osmo-hlr_10.42.42.2(pid=24687): stdout: \u000a| (launched: 2022-12-14_13:01:04.273303) \u000a13:01:07.497884 run osmo-hlr_10.42.42.2(pid=24687): stderr: \u000a| �[0;m�[1;31m20221214130104451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130104451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130104451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130104451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130104451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130104451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130104464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130104474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130104474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130104474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:01:07.539746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24686): Terminating (SIGTERM)\u000a13:01:07.579188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24689): Terminating (SIGTERM)\u000a13:01:07.618468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24692): Terminating (SIGTERM)\u000a13:01:07.627838 --- ParallelTerminationStrategy: PID 24686 died...\u000a13:01:07.681339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24686): Terminated: ok {rc=0}\u000a13:01:07.690895 --- ParallelTerminationStrategy: PID 24689 died...\u000a13:01:07.743740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24689): Terminated: ok {rc=0}\u000a13:01:07.753403 --- ParallelTerminationStrategy: PID 24692 died...\u000a13:01:07.806125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24692): Terminated: ok {rc=0}\u000a13:01:07.893017 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:00:10" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24707): Process ended prematurely: osmo-stp_10.42.42.5(pid=24707) [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24707)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24707): Process ended prematurely: osmo-stp_10.42.42.5(pid=24707) [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:01:09.989265 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:10.000070 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:01:10.145454 tst cs_paging_gprs_active.py: using LAC 41070\u000a13:01:10.261415 tst cs_paging_gprs_active.py: using RAC 15\u000a13:01:10.381825 tst cs_paging_gprs_active.py: using CellId 41070\u000a13:01:10.497975 tst cs_paging_gprs_active.py: using BVCI 41071\u000a13:01:10.520851 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:10.531525 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:10.542098 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:10.552368 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:10.563261 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:10.574351 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:10.585313 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:10.595851 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:10.606808 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:01:10.727716 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:01:11.006081 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:01:11.131674 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:01:11.443818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24697): Launched\u000a13:01:11.702435 run iperf3-srv_10.42.42.10(pid=24698): Launched\u000a13:01:11.886769 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:01:12.011865 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:01:12.323057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24699): Launched\u000a13:01:12.580446 run iperf3-srv_10.42.42.10(pid=24700): Launched\u000a13:01:12.763370 tst cs_paging_gprs_active.py:38: start network...\u000a13:01:12.888326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:01:13.368490 run create_hlr_db(pid=24701): Launched\u000a13:01:13.541127 bus /gobi_6: Setting Powered False\u000a13:01:14.563429 run create_hlr_db(pid=24701): Terminated: ok {rc=0}\u000a13:01:14.964175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24703): Launched\u000a13:01:15.264926 run osmo-hlr_10.42.42.2(pid=24704): Launched\u000a13:01:15.375836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:01:15.899538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24706): Launched\u000a13:01:16.348729 run osmo-stp_10.42.42.5(pid=24707): Launched\u000a13:01:16.532374 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:01:17.139837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24709): Launched\u000a13:01:17.258425 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:01:17.540485 run patchelf(pid=24710): Launched\u000a13:01:17.730691 run osmo-stp_10.42.42.5(pid=24707): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24707)]\u000a13:01:17.870384 run osmo-stp_10.42.42.5(pid=24707): stdout: \u000a| (launched: 2022-12-14_13:01:16.078408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:18.010073 run osmo-stp_10.42.42.5(pid=24707): stderr: \u000a| �[0;m�[38;5;43m20221214130116392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130116392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130116392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130116393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130116393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130116393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130116393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:18.144829 run osmo-stp_10.42.42.5(pid=24707): stdout: \u000a| (launched: 2022-12-14_13:01:16.078408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:18.278717 run osmo-stp_10.42.42.5(pid=24707): stderr: \u000a| �[0;m�[38;5;43m20221214130116392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130116392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130116392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130116393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130116393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130116393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130116393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:18.434126 run patchelf(pid=24710): Terminating (SIGINT)\u000a13:01:18.616048 run patchelf(pid=24710): Terminated: ok {rc=0}\u000a13:01:18.649462 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24707): Process ended prematurely: osmo-stp_10.42.42.5(pid=24707) [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24707)] [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:01:18.659348 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:01:18.722254 run osmo-hlr_10.42.42.2(pid=24704): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24704)]\u000a13:01:18.773388 run osmo-hlr_10.42.42.2(pid=24704): stdout: \u000a| (launched: 2022-12-14_13:01:15.117076) \u000a13:01:18.825249 run osmo-hlr_10.42.42.2(pid=24704): stderr: \u000a| �[0;m�[1;31m20221214130115295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130115296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130115296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130115296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130115296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130115296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130115307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130115318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130115318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130115318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:01:18.869816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24697): Terminating (SIGTERM)\u000a13:01:18.912115 run iperf3-srv_10.42.42.10(pid=24698): Terminating (SIGTERM)\u000a13:01:18.954152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24699): Terminating (SIGTERM)\u000a13:01:18.996395 run iperf3-srv_10.42.42.10(pid=24700): Terminating (SIGTERM)\u000a13:01:19.038794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24703): Terminating (SIGTERM)\u000a13:01:19.081177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24706): Terminating (SIGTERM)\u000a13:01:19.123529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24709): Terminating (SIGTERM)\u000a13:01:19.133218 --- ParallelTerminationStrategy: PID 24697 died...\u000a13:01:19.189352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24697): Terminated: ok {rc=0}\u000a13:01:19.199667 --- ParallelTerminationStrategy: PID 24698 died...\u000a13:01:19.255471 run iperf3-srv_10.42.42.10(pid=24698): Terminated {rc=256}\u000a13:01:19.265392 --- ParallelTerminationStrategy: PID 24699 died...\u000a13:01:19.321109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24699): Terminated: ok {rc=0}\u000a13:01:19.330983 --- ParallelTerminationStrategy: PID 24700 died...\u000a13:01:19.386622 run iperf3-srv_10.42.42.10(pid=24700): Terminated {rc=256}\u000a13:01:19.396581 --- ParallelTerminationStrategy: PID 24703 died...\u000a13:01:19.452081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24703): Terminated: ok {rc=0}\u000a13:01:19.461989 --- ParallelTerminationStrategy: PID 24706 died...\u000a13:01:19.517566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24706): Terminated: ok {rc=0}\u000a13:01:19.527458 --- ParallelTerminationStrategy: PID 24709 died...\u000a13:01:19.583083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24709): Terminated: ok {rc=0}\u000a13:01:19.668668 bus /gobi_0: Setting Powered False\u000a13:01:20.769186 bus /gobi_0: Setting Powered False\u000a13:01:21.875940 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24719): Process ended prematurely: osmo-stp_10.42.42.5(pid=24719) [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24719)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24719): Process ended prematurely: osmo-stp_10.42.42.5(pid=24719) [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:01:22.990421 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:23.002205 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:01:23.157579 tst iperf3.py: using LAC 41071\u000a13:01:23.285310 tst iperf3.py: using RAC 16\u000a13:01:23.416318 tst iperf3.py: using CellId 41071\u000a13:01:23.541446 tst iperf3.py: using BVCI 41072\u000a13:01:23.566171 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:23.577456 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:23.588448 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:23.599432 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:23.610717 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:23.622102 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:23.633444 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:23.644530 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:23.655907 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:01:23.933911 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:01:24.059646 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:01:24.372415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24711): Launched\u000a13:01:24.631874 run iperf3-srv_10.42.42.10(pid=24712): Launched\u000a13:01:24.815813 tst iperf3.py:8: start network...\u000a13:01:24.941267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:01:25.421898 run create_hlr_db(pid=24713): Launched\u000a13:01:25.595439 bus /gobi_6: Setting Powered False\u000a13:01:26.616846 run create_hlr_db(pid=24713): Terminated: ok {rc=0}\u000a13:01:27.047274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24715): Launched\u000a13:01:27.372391 run osmo-hlr_10.42.42.2(pid=24716): Launched\u000a13:01:27.493384 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:01:28.055497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24718): Launched\u000a13:01:28.379349 run osmo-stp_10.42.42.5(pid=24719): Launched\u000a13:01:28.496684 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:01:29.058082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24721): Launched\u000a13:01:29.173819 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:01:29.454963 run patchelf(pid=24722): Launched\u000a13:01:29.644279 run osmo-stp_10.42.42.5(pid=24719): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24719)]\u000a13:01:29.782962 run osmo-stp_10.42.42.5(pid=24719): stdout: \u000a| (launched: 2022-12-14_13:01:28.220740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:29.922626 run osmo-stp_10.42.42.5(pid=24719): stderr: \u000a| �[0;m�[38;5;43m20221214130128412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130128412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130128412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130128413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130128413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130128413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130128413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:30.057091 run osmo-stp_10.42.42.5(pid=24719): stdout: \u000a| (launched: 2022-12-14_13:01:28.220740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:30.190370 run osmo-stp_10.42.42.5(pid=24719): stderr: \u000a| �[0;m�[38;5;43m20221214130128412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130128412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130128412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130128413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130128413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130128413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130128413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:30.346041 run patchelf(pid=24722): Terminating (SIGINT)\u000a13:01:30.527574 run patchelf(pid=24722): Terminated: ok {rc=0}\u000a13:01:30.560810 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24719): Process ended prematurely: osmo-stp_10.42.42.5(pid=24719) [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24719)] [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:01:30.570703 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:01:30.633496 run osmo-hlr_10.42.42.2(pid=24716): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24716)]\u000a13:01:30.684501 run osmo-hlr_10.42.42.2(pid=24716): stdout: \u000a| (launched: 2022-12-14_13:01:27.213480) \u000a13:01:30.736081 run osmo-hlr_10.42.42.2(pid=24716): stderr: \u000a| �[0;m�[1;31m20221214130127409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130127409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130127409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130127409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130127409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130127409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130127423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130127432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130127433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130127433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:01:30.780136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24711): Terminating (SIGTERM)\u000a13:01:30.822269 run iperf3-srv_10.42.42.10(pid=24712): Terminating (SIGTERM)\u000a13:01:30.867665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24715): Terminating (SIGTERM)\u000a13:01:30.920315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24718): Terminating (SIGTERM)\u000a13:01:30.963337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24721): Terminating (SIGTERM)\u000a13:01:30.973351 --- ParallelTerminationStrategy: PID 24711 died...\u000a13:01:31.031070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24711): Terminated: ok {rc=0}\u000a13:01:31.041887 --- ParallelTerminationStrategy: PID 24712 died...\u000a13:01:31.104794 run iperf3-srv_10.42.42.10(pid=24712): Terminated {rc=256}\u000a13:01:31.124011 --- ParallelTerminationStrategy: PID 24715 died...\u000a13:01:31.182375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24715): Terminated: ok {rc=0}\u000a13:01:31.193228 --- ParallelTerminationStrategy: PID 24718 died...\u000a13:01:31.252296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24718): Terminated: ok {rc=0}\u000a13:01:31.263284 --- ParallelTerminationStrategy: PID 24721 died...\u000a13:01:31.322282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24721): Terminated: ok {rc=0}\u000a13:01:31.426281 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24737): Process ended prematurely: osmo-stp_10.42.42.5(pid=24737) [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24737)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24737): Process ended prematurely: osmo-stp_10.42.42.5(pid=24737) [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:01:32.543906 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:32.555704 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:01:32.711680 tst iperf3m4.py: using LAC 41072\u000a13:01:32.835875 tst iperf3m4.py: using RAC 17\u000a13:01:32.961087 tst iperf3m4.py: using CellId 41072\u000a13:01:33.085746 tst iperf3m4.py: using BVCI 41073\u000a13:01:33.110562 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:33.121871 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:33.132870 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:33.143933 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:33.155194 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:33.166577 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:33.178109 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:33.189357 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:33.200733 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:01:33.318239 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:01:33.438829 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:01:33.553339 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:01:33.848304 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:01:33.984273 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:01:34.320022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24723): Launched\u000a13:01:34.596910 run iperf3-srv_10.42.42.10(pid=24724): Launched\u000a13:01:34.795678 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:01:34.931137 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:01:35.265338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24725): Launched\u000a13:01:35.542740 run iperf3-srv_10.42.42.10(pid=24726): Launched\u000a13:01:35.741486 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:01:35.877053 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:01:36.211782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24727): Launched\u000a13:01:36.488901 run iperf3-srv_10.42.42.10(pid=24728): Launched\u000a13:01:36.687706 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:01:36.823009 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:01:37.156906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24729): Launched\u000a13:01:37.434989 run iperf3-srv_10.42.42.10(pid=24730): Launched\u000a13:01:37.633340 tst iperf3m4.py:8: start network...\u000a13:01:37.768257 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:01:38.275183 run create_hlr_db(pid=24731): Launched\u000a13:01:38.461974 bus /gobi_6: Setting Powered False\u000a13:01:39.483050 run create_hlr_db(pid=24731): Terminated: ok {rc=0}\u000a13:01:39.911033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24733): Launched\u000a13:01:40.234923 run osmo-hlr_10.42.42.2(pid=24734): Launched\u000a13:01:40.352285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:01:40.882175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24736): Launched\u000a13:01:41.181816 run osmo-stp_10.42.42.5(pid=24737): Launched\u000a13:01:41.290595 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:01:41.811122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24739): Launched\u000a13:01:41.918169 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:01:42.179426 run patchelf(pid=24740): Launched\u000a13:01:42.355012 run osmo-stp_10.42.42.5(pid=24737): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24737)]\u000a13:01:42.482918 run osmo-stp_10.42.42.5(pid=24737): stdout: \u000a| (launched: 2022-12-14_13:01:41.034143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:42.613498 run osmo-stp_10.42.42.5(pid=24737): stderr: \u000a| �[0;m�[38;5;43m20221214130141203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130141204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130141204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130141204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130141205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130141205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130141205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:42.737154 run osmo-stp_10.42.42.5(pid=24737): stdout: \u000a| (launched: 2022-12-14_13:01:41.034143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:42.860375 run osmo-stp_10.42.42.5(pid=24737): stderr: \u000a| �[0;m�[38;5;43m20221214130141203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130141204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130141204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130141204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130141205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130141205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130141205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:43.003170 run patchelf(pid=24740): Terminating (SIGINT)\u000a13:01:43.171125 run patchelf(pid=24740): Terminated: ok {rc=0}\u000a13:01:43.201996 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24737): Process ended prematurely: osmo-stp_10.42.42.5(pid=24737) [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24737)] [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:01:43.211158 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:01:43.270699 run osmo-hlr_10.42.42.2(pid=24734): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24734)]\u000a13:01:43.319370 run osmo-hlr_10.42.42.2(pid=24734): stdout: \u000a| (launched: 2022-12-14_13:01:40.075856) \u000a13:01:43.368373 run osmo-hlr_10.42.42.2(pid=24734): stderr: \u000a| �[0;m�[1;31m20221214130140276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130140276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130140276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130140276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130140276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130140276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130140288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130140296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130140296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130140296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:01:43.410049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24723): Terminating (SIGTERM)\u000a13:01:43.449279 run iperf3-srv_10.42.42.10(pid=24724): Terminating (SIGTERM)\u000a13:01:43.488686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24725): Terminating (SIGTERM)\u000a13:01:43.528039 run iperf3-srv_10.42.42.10(pid=24726): Terminating (SIGTERM)\u000a13:01:43.567370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24727): Terminating (SIGTERM)\u000a13:01:43.606484 run iperf3-srv_10.42.42.10(pid=24728): Terminating (SIGTERM)\u000a13:01:43.645544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24729): Terminating (SIGTERM)\u000a13:01:43.684726 run iperf3-srv_10.42.42.10(pid=24730): Terminating (SIGTERM)\u000a13:01:43.728467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24733): Terminating (SIGTERM)\u000a13:01:43.770832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24736): Terminating (SIGTERM)\u000a13:01:43.813165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24739): Terminating (SIGTERM)\u000a13:01:43.822971 --- ParallelTerminationStrategy: PID 24723 died...\u000a13:01:43.880501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24723): Terminated: ok {rc=0}\u000a13:01:43.890654 --- ParallelTerminationStrategy: PID 24724 died...\u000a13:01:43.947862 run iperf3-srv_10.42.42.10(pid=24724): Terminated {rc=256}\u000a13:01:43.958063 --- ParallelTerminationStrategy: PID 24725 died...\u000a13:01:44.014860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24725): Terminated: ok {rc=0}\u000a13:01:44.025028 --- ParallelTerminationStrategy: PID 24726 died...\u000a13:01:44.080829 run iperf3-srv_10.42.42.10(pid=24726): Terminated {rc=256}\u000a13:01:44.090929 --- ParallelTerminationStrategy: PID 24727 died...\u000a13:01:44.147144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24727): Terminated: ok {rc=0}\u000a13:01:44.157531 --- ParallelTerminationStrategy: PID 24728 died...\u000a13:01:44.213899 run iperf3-srv_10.42.42.10(pid=24728): Terminated {rc=256}\u000a13:01:44.224082 --- ParallelTerminationStrategy: PID 24729 died...\u000a13:01:44.280334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24729): Terminated: ok {rc=0}\u000a13:01:44.290472 --- ParallelTerminationStrategy: PID 24730 died...\u000a13:01:44.346629 run iperf3-srv_10.42.42.10(pid=24730): Terminated {rc=256}\u000a13:01:44.356741 --- ParallelTerminationStrategy: PID 24733 died...\u000a13:01:44.413331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24733): Terminated: ok {rc=0}\u000a13:01:44.423517 --- ParallelTerminationStrategy: PID 24736 died...\u000a13:01:44.480079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24736): Terminated: ok {rc=0}\u000a13:01:44.490328 --- ParallelTerminationStrategy: PID 24739 died...\u000a13:01:44.547208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24739): Terminated: ok {rc=0}\u000a13:01:44.634839 bus /gobi_4: Setting Powered False\u000a13:01:45.740901 bus /gobi_4: Setting Powered False\u000a13:01:46.854845 bus /gobi_1: Setting Powered False\u000a13:01:47.961705 bus /gobi_1: Setting Powered False\u000a13:01:49.069074 bus /gobi_0: Setting Powered False\u000a13:01:50.175593 bus /gobi_0: Setting Powered False\u000a13:01:51.284285 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24747): Process ended prematurely: osmo-stp_10.42.42.5(pid=24747) [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24747)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24747): Process ended prematurely: osmo-stp_10.42.42.5(pid=24747) [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:01:52.350442 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:52.361761 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:01:52.506176 tst ping.py: using LAC 41073\u000a13:01:52.619991 tst ping.py: using RAC 18\u000a13:01:52.734441 tst ping.py: using CellId 41073\u000a13:01:52.849354 tst ping.py: using BVCI 41074\u000a13:01:52.871916 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:52.882767 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:52.893355 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:52.903881 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:52.914370 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:52.924765 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:52.935425 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:52.946531 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:01:53.218071 tst ping.py:19: start network...\u000a13:01:53.340854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:01:53.814542 run create_hlr_db(pid=24741): Launched\u000a13:01:53.984252 bus /gobi_6: Setting Powered False\u000a13:01:55.005795 run create_hlr_db(pid=24741): Terminated: ok {rc=0}\u000a13:01:55.430844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24743): Launched\u000a13:01:55.749726 run osmo-hlr_10.42.42.2(pid=24744): Launched\u000a13:01:55.867487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:01:56.429101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24746): Launched\u000a13:01:56.747149 run osmo-stp_10.42.42.5(pid=24747): Launched\u000a13:01:56.863718 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:01:57.418835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24749): Launched\u000a13:01:57.532916 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:01:57.809444 run patchelf(pid=24750): Launched\u000a13:01:57.996125 run osmo-stp_10.42.42.5(pid=24747): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24747)]\u000a13:01:58.132753 run osmo-stp_10.42.42.5(pid=24747): stdout: \u000a| (launched: 2022-12-14_13:01:56.591248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:58.270053 run osmo-stp_10.42.42.5(pid=24747): stderr: \u000a| �[0;m�[38;5;43m20221214130156783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130156783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130156783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130156784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130156784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130156784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130156784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:58.402036 run osmo-stp_10.42.42.5(pid=24747): stdout: \u000a| (launched: 2022-12-14_13:01:56.591248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:58.532941 run osmo-stp_10.42.42.5(pid=24747): stderr: \u000a| �[0;m�[38;5;43m20221214130156783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130156783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130156783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130156784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130156784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130156784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130156784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:58.684415 run patchelf(pid=24750): Terminating (SIGINT)\u000a13:01:58.862003 run patchelf(pid=24750): Terminated: ok {rc=0}\u000a13:01:58.894196 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24747): Process ended prematurely: osmo-stp_10.42.42.5(pid=24747) [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24747)] [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:01:58.903321 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:01:58.966446 run osmo-hlr_10.42.42.2(pid=24744): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24744)]\u000a13:01:59.017580 run osmo-hlr_10.42.42.2(pid=24744): stdout: \u000a| (launched: 2022-12-14_13:01:55.593301) \u000a13:01:59.069251 run osmo-hlr_10.42.42.2(pid=24744): stderr: \u000a| �[0;m�[1;31m20221214130155790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130155790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130155790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130155790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130155790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130155790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130155801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130155809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130155810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130155810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:01:59.113717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24743): Terminating (SIGTERM)\u000a13:01:59.155435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24746): Terminating (SIGTERM)\u000a13:01:59.197414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24749): Terminating (SIGTERM)\u000a13:01:59.206986 --- ParallelTerminationStrategy: PID 24743 died...\u000a13:01:59.263008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24743): Terminated: ok {rc=0}\u000a13:01:59.273127 --- ParallelTerminationStrategy: PID 24746 died...\u000a13:01:59.328760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24746): Terminated: ok {rc=0}\u000a13:01:59.338655 --- ParallelTerminationStrategy: PID 24749 died...\u000a13:01:59.394281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24749): Terminated: ok {rc=0}\u000a13:01:59.481003 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24757): Process ended prematurely: osmo-stp_10.42.42.5(pid=24757) [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24757)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24757): Process ended prematurely: osmo-stp_10.42.42.5(pid=24757) [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24757)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:02:00.531860 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:00.543750 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:02:00.687604 tst ping_idle_ping.py: using LAC 41074\u000a13:02:00.805745 tst ping_idle_ping.py: using RAC 19\u000a13:02:00.937696 tst ping_idle_ping.py: using CellId 41074\u000a13:02:01.055512 tst ping_idle_ping.py: using BVCI 41075\u000a13:02:01.079548 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:01.091452 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:01.103125 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:01.114830 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:01.126217 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:01.137426 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:01.149043 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:01.160394 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:02:01.434843 tst ping_idle_ping.py:24: start network...\u000a13:02:01.560004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:02:02.146645 run create_hlr_db(pid=24751): Launched\u000a13:02:02.321611 bus /gobi_6: Setting Powered False\u000a13:02:03.339995 run create_hlr_db(pid=24751): Terminated: ok {rc=0}\u000a13:02:03.763945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24753): Launched\u000a13:02:04.084204 run osmo-hlr_10.42.42.2(pid=24754): Launched\u000a13:02:04.204631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:02:04.765105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24756): Launched\u000a13:02:05.086418 run osmo-stp_10.42.42.5(pid=24757): Launched\u000a13:02:05.204512 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:02:05.758627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24759): Launched\u000a13:02:05.864589 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:02:06.123355 run patchelf(pid=24760): Launched\u000a13:02:06.296602 run osmo-stp_10.42.42.5(pid=24757): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24757)]\u000a13:02:06.423224 run osmo-stp_10.42.42.5(pid=24757): stdout: \u000a| (launched: 2022-12-14_13:02:04.928250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:06.550126 run osmo-stp_10.42.42.5(pid=24757): stderr: \u000a| �[0;m�[38;5;43m20221214130205121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130205121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130205122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130205122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130205122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130205122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130205123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:06.672696 run osmo-stp_10.42.42.5(pid=24757): stdout: \u000a| (launched: 2022-12-14_13:02:04.928250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:06.794552 run osmo-stp_10.42.42.5(pid=24757): stderr: \u000a| �[0;m�[38;5;43m20221214130205121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130205121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130205122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130205122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130205122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130205122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130205123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:06.936056 run patchelf(pid=24760): Terminating (SIGINT)\u000a13:02:07.101456 run patchelf(pid=24760): Terminated: ok {rc=0}\u000a13:02:07.131537 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24757): Process ended prematurely: osmo-stp_10.42.42.5(pid=24757) [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24757)] [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:02:07.140007 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:02:07.198787 run osmo-hlr_10.42.42.2(pid=24754): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24754)]\u000a13:02:07.246998 run osmo-hlr_10.42.42.2(pid=24754): stdout: \u000a| (launched: 2022-12-14_13:02:03.927558) \u000a13:02:07.295862 run osmo-hlr_10.42.42.2(pid=24754): stderr: \u000a| �[0;m�[1;31m20221214130204125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130204125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130204125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130204125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130204125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130204125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130204137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130204145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130204146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130204146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:02:07.337692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24753): Terminating (SIGTERM)\u000a13:02:07.376828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24756): Terminating (SIGTERM)\u000a13:02:07.416110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24759): Terminating (SIGTERM)\u000a13:02:07.425222 --- ParallelTerminationStrategy: PID 24753 died...\u000a13:02:07.478028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24753): Terminated: ok {rc=0}\u000a13:02:07.487589 --- ParallelTerminationStrategy: PID 24756 died...\u000a13:02:07.540192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24756): Terminated: ok {rc=0}\u000a13:02:07.549799 --- ParallelTerminationStrategy: PID 24759 died...\u000a13:02:07.602058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24759): Terminated: ok {rc=0}\u000a13:02:07.688712 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:01:09" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24775): Process ended prematurely: osmo-stp_10.42.42.5(pid=24775) [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24775)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24775): Process ended prematurely: osmo-stp_10.42.42.5(pid=24775) [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:02:09.787318 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:09.798186 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:02:09.938827 tst cs_paging_gprs_active.py: using LAC 41075\u000a13:02:10.054961 tst cs_paging_gprs_active.py: using RAC 20\u000a13:02:10.183955 tst cs_paging_gprs_active.py: using CellId 41075\u000a13:02:10.315810 tst cs_paging_gprs_active.py: using BVCI 41076\u000a13:02:10.341147 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:10.352487 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:10.363489 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:10.374653 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:10.386187 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:10.397632 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:10.409024 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:10.420183 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:10.431578 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:02:10.548563 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:02:10.844442 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:02:10.980898 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:02:11.317272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24765): Launched\u000a13:02:11.594848 run iperf3-srv_10.42.42.10(pid=24766): Launched\u000a13:02:11.793842 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:02:11.929500 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:02:12.265557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24767): Launched\u000a13:02:12.543495 run iperf3-srv_10.42.42.10(pid=24768): Launched\u000a13:02:12.742541 tst cs_paging_gprs_active.py:38: start network...\u000a13:02:12.878297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:02:13.389914 run create_hlr_db(pid=24769): Launched\u000a13:02:13.577818 bus /gobi_6: Setting Powered False\u000a13:02:14.587120 run create_hlr_db(pid=24769): Terminated: ok {rc=0}\u000a13:02:15.023632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24771): Launched\u000a13:02:15.349995 run osmo-hlr_10.42.42.2(pid=24772): Launched\u000a13:02:15.471144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:02:16.074977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24774): Launched\u000a13:02:16.469732 run osmo-stp_10.42.42.5(pid=24775): Launched\u000a13:02:16.699371 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:02:17.286190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24777): Launched\u000a13:02:17.394452 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:02:17.656466 run patchelf(pid=24778): Launched\u000a13:02:17.832626 run osmo-stp_10.42.42.5(pid=24775): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24775)]\u000a13:02:17.961675 run osmo-stp_10.42.42.5(pid=24775): stdout: \u000a| (launched: 2022-12-14_13:02:16.244642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:18.090870 run osmo-stp_10.42.42.5(pid=24775): stderr: \u000a| �[0;m�[38;5;43m20221214130216570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130216570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130216570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130216570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130216571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130216571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130216571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:18.216157 run osmo-stp_10.42.42.5(pid=24775): stdout: \u000a| (launched: 2022-12-14_13:02:16.244642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:18.340143 run osmo-stp_10.42.42.5(pid=24775): stderr: \u000a| �[0;m�[38;5;43m20221214130216570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130216570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130216570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130216570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130216571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130216571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130216571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:18.485433 run patchelf(pid=24778): Terminating (SIGINT)\u000a13:02:18.654852 run patchelf(pid=24778): Terminated: ok {rc=0}\u000a13:02:18.685909 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24775): Process ended prematurely: osmo-stp_10.42.42.5(pid=24775) [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24775)] [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:02:18.695037 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a13:02:18.754352 run osmo-hlr_10.42.42.2(pid=24772): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24772)]\u000a13:02:18.802856 run osmo-hlr_10.42.42.2(pid=24772): stdout: \u000a| (launched: 2022-12-14_13:02:15.189535) \u000a13:02:18.851918 run osmo-hlr_10.42.42.2(pid=24772): stderr: \u000a| �[0;m�[1;31m20221214130215389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130215389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130215389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130215389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130215389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130215389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130215402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130215410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130215410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130215410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:02:18.893715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24765): Terminating (SIGTERM)\u000a13:02:18.932908 run iperf3-srv_10.42.42.10(pid=24766): Terminating (SIGTERM)\u000a13:02:18.972062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24767): Terminating (SIGTERM)\u000a13:02:19.011227 run iperf3-srv_10.42.42.10(pid=24768): Terminating (SIGTERM)\u000a13:02:19.050440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24771): Terminating (SIGTERM)\u000a13:02:19.089529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24774): Terminating (SIGTERM)\u000a13:02:19.129226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24777): Terminating (SIGTERM)\u000a13:02:19.138289 --- ParallelTerminationStrategy: PID 24765 died...\u000a13:02:19.191679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24765): Terminated: ok {rc=0}\u000a13:02:19.201290 --- ParallelTerminationStrategy: PID 24766 died...\u000a13:02:19.253531 run iperf3-srv_10.42.42.10(pid=24766): Terminated {rc=256}\u000a13:02:19.262837 --- ParallelTerminationStrategy: PID 24767 died...\u000a13:02:19.315179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24767): Terminated: ok {rc=0}\u000a13:02:19.324637 --- ParallelTerminationStrategy: PID 24768 died...\u000a13:02:19.376923 run iperf3-srv_10.42.42.10(pid=24768): Terminated {rc=256}\u000a13:02:19.386493 --- ParallelTerminationStrategy: PID 24771 died...\u000a13:02:19.438572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24771): Terminated: ok {rc=0}\u000a13:02:19.448099 --- ParallelTerminationStrategy: PID 24774 died...\u000a13:02:19.500416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24774): Terminated: ok {rc=0}\u000a13:02:19.509960 --- ParallelTerminationStrategy: PID 24777 died...\u000a13:02:19.562215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24777): Terminated: ok {rc=0}\u000a13:02:19.649349 bus /gobi_0: Setting Powered False\u000a13:02:20.753359 bus /gobi_0: Setting Powered False\u000a13:02:21.862787 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24788): Process ended prematurely: osmo-stp_10.42.42.5(pid=24788) [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24788)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24788): Process ended prematurely: osmo-stp_10.42.42.5(pid=24788) [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:02:22.971811 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:22.983143 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:02:23.127825 tst iperf3.py: using LAC 41076\u000a13:02:23.247638 tst iperf3.py: using RAC 21\u000a13:02:23.366878 tst iperf3.py: using CellId 41076\u000a13:02:23.484602 tst iperf3.py: using BVCI 41077\u000a13:02:23.507597 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:23.518295 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:23.528807 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:23.539525 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:23.550333 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:23.561189 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:23.571707 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:23.582514 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:23.593271 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:02:23.883490 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:02:24.019303 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:02:24.354938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24780): Launched\u000a13:02:24.633598 run iperf3-srv_10.42.42.10(pid=24781): Launched\u000a13:02:24.833012 tst iperf3.py:8: start network...\u000a13:02:24.969032 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:02:25.478367 run create_hlr_db(pid=24782): Launched\u000a13:02:25.666542 bus /gobi_6: Setting Powered False\u000a13:02:26.687892 run create_hlr_db(pid=24782): Terminated: ok {rc=0}\u000a13:02:27.092382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24784): Launched\u000a13:02:27.394378 run osmo-hlr_10.42.42.2(pid=24785): Launched\u000a13:02:27.514465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:02:28.045922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24787): Launched\u000a13:02:28.347612 run osmo-stp_10.42.42.5(pid=24788): Launched\u000a13:02:28.457144 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:02:28.982702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24790): Launched\u000a13:02:29.090087 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:02:29.353389 run patchelf(pid=24791): Launched\u000a13:02:29.529484 run osmo-stp_10.42.42.5(pid=24788): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24788)]\u000a13:02:29.658159 run osmo-stp_10.42.42.5(pid=24788): stdout: \u000a| (launched: 2022-12-14_13:02:28.198929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:29.787231 run osmo-stp_10.42.42.5(pid=24788): stderr: \u000a| �[0;m�[38;5;43m20221214130228369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130228369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130228369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130228370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130228370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130228370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130228370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:29.911931 run osmo-stp_10.42.42.5(pid=24788): stdout: \u000a| (launched: 2022-12-14_13:02:28.198929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:30.035612 run osmo-stp_10.42.42.5(pid=24788): stderr: \u000a| �[0;m�[38;5;43m20221214130228369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130228369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130228369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130228370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130228370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130228370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130228370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:30.179624 run patchelf(pid=24791): Terminating (SIGINT)\u000a13:02:30.349825 run patchelf(pid=24791): Terminated: ok {rc=0}\u000a13:02:30.380988 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24788): Process ended prematurely: osmo-stp_10.42.42.5(pid=24788) [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24788)] [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:02:30.390132 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a13:02:30.449269 run osmo-hlr_10.42.42.2(pid=24785): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24785)]\u000a13:02:30.497405 run osmo-hlr_10.42.42.2(pid=24785): stdout: \u000a| (launched: 2022-12-14_13:02:27.246305) \u000a13:02:30.546101 run osmo-hlr_10.42.42.2(pid=24785): stderr: \u000a| �[0;m�[1;31m20221214130227423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130227423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130227424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130227424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130227424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130227424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130227436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130227446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130227446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130227446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:02:30.588096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24780): Terminating (SIGTERM)\u000a13:02:30.627340 run iperf3-srv_10.42.42.10(pid=24781): Terminating (SIGTERM)\u000a13:02:30.666631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24784): Terminating (SIGTERM)\u000a13:02:30.705882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24787): Terminating (SIGTERM)\u000a13:02:30.745172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24790): Terminating (SIGTERM)\u000a13:02:30.754309 --- ParallelTerminationStrategy: PID 24780 died...\u000a13:02:30.807558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24780): Terminated: ok {rc=0}\u000a13:02:30.817207 --- ParallelTerminationStrategy: PID 24781 died...\u000a13:02:30.896548 run iperf3-srv_10.42.42.10(pid=24781): Terminated {rc=256}\u000a13:02:30.912758 --- ParallelTerminationStrategy: PID 24784 died...\u000a13:02:30.967575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24784): Terminated: ok {rc=0}\u000a13:02:30.977536 --- ParallelTerminationStrategy: PID 24787 died...\u000a13:02:31.031165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24787): Terminated: ok {rc=0}\u000a13:02:31.041155 --- ParallelTerminationStrategy: PID 24790 died...\u000a13:02:31.094810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24790): Terminated: ok {rc=0}\u000a13:02:31.181959 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24806): Process ended prematurely: osmo-stp_10.42.42.5(pid=24806) [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24806)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24806): Process ended prematurely: osmo-stp_10.42.42.5(pid=24806) [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:02:32.308103 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:32.319992 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:02:32.473323 tst iperf3m4.py: using LAC 41077\u000a13:02:32.604583 tst iperf3m4.py: using RAC 22\u000a13:02:32.729867 tst iperf3m4.py: using CellId 41077\u000a13:02:32.854875 tst iperf3m4.py: using BVCI 41078\u000a13:02:32.879806 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:32.891132 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:32.902208 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:32.913265 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:32.924419 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:32.935775 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:32.947188 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:32.958453 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:32.970102 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:02:33.086500 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:02:33.207333 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:02:33.324336 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:02:33.600434 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:02:33.725459 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:02:34.037396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24792): Launched\u000a13:02:34.295993 run iperf3-srv_10.42.42.10(pid=24793): Launched\u000a13:02:34.479180 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:02:34.603571 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:02:34.914576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24794): Launched\u000a13:02:35.172692 run iperf3-srv_10.42.42.10(pid=24795): Launched\u000a13:02:35.355583 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:02:35.480139 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:02:35.791570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24796): Launched\u000a13:02:36.050879 run iperf3-srv_10.42.42.10(pid=24797): Launched\u000a13:02:36.233919 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:02:36.359456 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:02:36.671651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24798): Launched\u000a13:02:36.930223 run iperf3-srv_10.42.42.10(pid=24799): Launched\u000a13:02:37.113102 tst iperf3m4.py:8: start network...\u000a13:02:37.237961 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:02:37.719152 run create_hlr_db(pid=24800): Launched\u000a13:02:37.891793 bus /gobi_6: Setting Powered False\u000a13:02:38.915306 run create_hlr_db(pid=24800): Terminated: ok {rc=0}\u000a13:02:39.317061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24802): Launched\u000a13:02:39.618018 run osmo-hlr_10.42.42.2(pid=24803): Launched\u000a13:02:39.727599 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:02:40.253467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24805): Launched\u000a13:02:40.554916 run osmo-stp_10.42.42.5(pid=24806): Launched\u000a13:02:40.664185 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:02:41.187527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24808): Launched\u000a13:02:41.294651 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:02:41.557434 run patchelf(pid=24809): Launched\u000a13:02:41.733653 run osmo-stp_10.42.42.5(pid=24806): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24806)]\u000a13:02:41.862532 run osmo-stp_10.42.42.5(pid=24806): stdout: \u000a| (launched: 2022-12-14_13:02:40.407371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:41.991961 run osmo-stp_10.42.42.5(pid=24806): stderr: \u000a| �[0;m�[38;5;43m20221214130240578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130240579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130240579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130240579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130240580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130240580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130240580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:42.116607 run osmo-stp_10.42.42.5(pid=24806): stdout: \u000a| (launched: 2022-12-14_13:02:40.407371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:42.240468 run osmo-stp_10.42.42.5(pid=24806): stderr: \u000a| �[0;m�[38;5;43m20221214130240578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130240579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130240579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130240579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130240580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130240580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130240580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:42.384611 run patchelf(pid=24809): Terminating (SIGINT)\u000a13:02:42.553615 run patchelf(pid=24809): Terminated: ok {rc=0}\u000a13:02:42.584507 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24806): Process ended prematurely: osmo-stp_10.42.42.5(pid=24806) [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24806)] [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:02:42.593662 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a13:02:42.652986 run osmo-hlr_10.42.42.2(pid=24803): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24803)]\u000a13:02:42.701404 run osmo-hlr_10.42.42.2(pid=24803): stdout: \u000a| (launched: 2022-12-14_13:02:39.470309) \u000a13:02:42.750414 run osmo-hlr_10.42.42.2(pid=24803): stderr: \u000a| �[0;m�[1;31m20221214130239647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130239647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130239647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130239647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130239647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130239647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130239660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130239670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130239670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130239670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:02:42.791908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24792): Terminating (SIGTERM)\u000a13:02:42.831471 run iperf3-srv_10.42.42.10(pid=24793): Terminating (SIGTERM)\u000a13:02:42.871024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24794): Terminating (SIGTERM)\u000a13:02:42.910401 run iperf3-srv_10.42.42.10(pid=24795): Terminating (SIGTERM)\u000a13:02:42.949746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24796): Terminating (SIGTERM)\u000a13:02:42.989107 run iperf3-srv_10.42.42.10(pid=24797): Terminating (SIGTERM)\u000a13:02:43.028404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24798): Terminating (SIGTERM)\u000a13:02:43.067624 run iperf3-srv_10.42.42.10(pid=24799): Terminating (SIGTERM)\u000a13:02:43.106849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24802): Terminating (SIGTERM)\u000a13:02:43.146167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24805): Terminating (SIGTERM)\u000a13:02:43.185560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24808): Terminating (SIGTERM)\u000a13:02:43.194649 --- ParallelTerminationStrategy: PID 24792 died...\u000a13:02:43.247662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24792): Terminated: ok {rc=0}\u000a13:02:43.257246 --- ParallelTerminationStrategy: PID 24793 died...\u000a13:02:43.309853 run iperf3-srv_10.42.42.10(pid=24793): Terminated {rc=256}\u000a13:02:43.319390 --- ParallelTerminationStrategy: PID 24794 died...\u000a13:02:43.372028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24794): Terminated: ok {rc=0}\u000a13:02:43.381577 --- ParallelTerminationStrategy: PID 24795 died...\u000a13:02:43.433983 run iperf3-srv_10.42.42.10(pid=24795): Terminated {rc=256}\u000a13:02:43.443461 --- ParallelTerminationStrategy: PID 24796 died...\u000a13:02:43.496027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24796): Terminated: ok {rc=0}\u000a13:02:43.505620 --- ParallelTerminationStrategy: PID 24797 died...\u000a13:02:43.558229 run iperf3-srv_10.42.42.10(pid=24797): Terminated {rc=256}\u000a13:02:43.567727 --- ParallelTerminationStrategy: PID 24798 died...\u000a13:02:43.620329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24798): Terminated: ok {rc=0}\u000a13:02:43.629881 --- ParallelTerminationStrategy: PID 24799 died...\u000a13:02:43.682436 run iperf3-srv_10.42.42.10(pid=24799): Terminated {rc=256}\u000a13:02:43.692038 --- ParallelTerminationStrategy: PID 24802 died...\u000a13:02:43.744786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24802): Terminated: ok {rc=0}\u000a13:02:43.754327 --- ParallelTerminationStrategy: PID 24805 died...\u000a13:02:43.806911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24805): Terminated: ok {rc=0}\u000a13:02:43.816449 --- ParallelTerminationStrategy: PID 24808 died...\u000a13:02:43.869231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24808): Terminated: ok {rc=0}\u000a13:02:43.951741 bus /gobi_4: Setting Powered False\u000a13:02:45.051717 bus /gobi_4: Setting Powered False\u000a13:02:46.180385 bus /gobi_1: Setting Powered False\u000a13:02:47.290062 bus /gobi_1: Setting Powered False\u000a13:02:48.397471 bus /gobi_0: Setting Powered False\u000a13:02:49.497554 bus /gobi_0: Setting Powered False\u000a13:02:50.609542 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24816): Process ended prematurely: osmo-stp_10.42.42.5(pid=24816) [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24816)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24816): Process ended prematurely: osmo-stp_10.42.42.5(pid=24816) [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:02:51.676666 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:51.688171 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:02:51.831882 tst ping.py: using LAC 41078\u000a13:02:51.975886 tst ping.py: using RAC 23\u000a13:02:52.091541 tst ping.py: using CellId 41078\u000a13:02:52.210716 tst ping.py: using BVCI 41079\u000a13:02:52.233515 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:52.244407 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:52.255039 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:52.265612 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:52.276136 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:52.286967 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:52.298165 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:52.309062 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:02:52.580444 tst ping.py:19: start network...\u000a13:02:52.703426 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:02:53.178209 run create_hlr_db(pid=24810): Launched\u000a13:02:53.349299 bus /gobi_6: Setting Powered False\u000a13:02:54.372746 run create_hlr_db(pid=24810): Terminated: ok {rc=0}\u000a13:02:54.797354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24812): Launched\u000a13:02:55.116420 run osmo-hlr_10.42.42.2(pid=24813): Launched\u000a13:02:55.237158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:02:55.794592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24815): Launched\u000a13:02:56.115439 run osmo-stp_10.42.42.5(pid=24816): Launched\u000a13:02:56.232457 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:02:56.789060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24818): Launched\u000a13:02:56.903606 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:02:57.181474 run patchelf(pid=24819): Launched\u000a13:02:57.368922 run osmo-stp_10.42.42.5(pid=24816): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24816)]\u000a13:02:57.505489 run osmo-stp_10.42.42.5(pid=24816): stdout: \u000a| (launched: 2022-12-14_13:02:55.957998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:57.642266 run osmo-stp_10.42.42.5(pid=24816): stderr: \u000a| �[0;m�[38;5;43m20221214130256151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130256151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130256151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130256152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130256152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130256152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130256152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:57.775535 run osmo-stp_10.42.42.5(pid=24816): stdout: \u000a| (launched: 2022-12-14_13:02:55.957998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:57.906932 run osmo-stp_10.42.42.5(pid=24816): stderr: \u000a| �[0;m�[38;5;43m20221214130256151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130256151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130256151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130256152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130256152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130256152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130256152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:58.059177 run patchelf(pid=24819): Terminating (SIGINT)\u000a13:02:58.237959 run patchelf(pid=24819): Terminated: ok {rc=0}\u000a13:02:58.271157 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24816): Process ended prematurely: osmo-stp_10.42.42.5(pid=24816) [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24816)] [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:02:58.280505 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:02:58.344046 run osmo-hlr_10.42.42.2(pid=24813): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24813)]\u000a13:02:58.395487 run osmo-hlr_10.42.42.2(pid=24813): stdout: \u000a| (launched: 2022-12-14_13:02:54.960193) \u000a13:02:58.447329 run osmo-hlr_10.42.42.2(pid=24813): stderr: \u000a| �[0;m�[1;31m20221214130255159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130255159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130255159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130255159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130255159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130255159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130255172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130255180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130255181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130255181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:02:58.492041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24812): Terminating (SIGTERM)\u000a13:02:58.534768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24815): Terminating (SIGTERM)\u000a13:02:58.577322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24818): Terminating (SIGTERM)\u000a13:02:58.587097 --- ParallelTerminationStrategy: PID 24812 died...\u000a13:02:58.644326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24812): Terminated: ok {rc=0}\u000a13:02:58.654619 --- ParallelTerminationStrategy: PID 24815 died...\u000a13:02:58.711748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24815): Terminated: ok {rc=0}\u000a13:02:58.722039 --- ParallelTerminationStrategy: PID 24818 died...\u000a13:02:58.778758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24818): Terminated: ok {rc=0}\u000a13:02:58.866780 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24827): Process ended prematurely: osmo-stp_10.42.42.5(pid=24827) [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24827)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24827): Process ended prematurely: osmo-stp_10.42.42.5(pid=24827) [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:02:59.917178 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:59.928510 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:03:00.072124 tst ping_idle_ping.py: using LAC 41079\u000a13:03:00.190767 tst ping_idle_ping.py: using RAC 24\u000a13:03:00.320273 tst ping_idle_ping.py: using CellId 41079\u000a13:03:00.443971 tst ping_idle_ping.py: using BVCI 41080\u000a13:03:00.469033 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:00.480508 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:00.491546 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:00.502954 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:00.514716 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:00.526214 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:00.537958 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:00.549475 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:03:00.822790 tst ping_idle_ping.py:24: start network...\u000a13:03:00.986156 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:03:01.542177 run create_hlr_db(pid=24821): Launched\u000a13:03:01.735742 bus /gobi_6: Setting Powered False\u000a13:03:02.749496 run create_hlr_db(pid=24821): Terminated: ok {rc=0}\u000a13:03:03.149861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24823): Launched\u000a13:03:03.447621 run osmo-hlr_10.42.42.2(pid=24824): Launched\u000a13:03:03.556297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:03:04.071368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24826): Launched\u000a13:03:04.369045 run osmo-stp_10.42.42.5(pid=24827): Launched\u000a13:03:04.477239 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:03:04.997007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24829): Launched\u000a13:03:05.102827 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:03:05.361598 run patchelf(pid=24830): Launched\u000a13:03:05.535472 run osmo-stp_10.42.42.5(pid=24827): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24827)]\u000a13:03:05.662331 run osmo-stp_10.42.42.5(pid=24827): stdout: \u000a| (launched: 2022-12-14_13:03:04.222767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:05.789983 run osmo-stp_10.42.42.5(pid=24827): stderr: \u000a| �[0;m�[38;5;43m20221214130304392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130304392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130304392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130304393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130304393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130304393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130304393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:05.913224 run osmo-stp_10.42.42.5(pid=24827): stdout: \u000a| (launched: 2022-12-14_13:03:04.222767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:06.035407 run osmo-stp_10.42.42.5(pid=24827): stderr: \u000a| �[0;m�[38;5;43m20221214130304392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130304392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130304392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130304393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130304393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130304393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130304393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:06.177143 run patchelf(pid=24830): Terminating (SIGINT)\u000a13:03:06.343567 run patchelf(pid=24830): Terminated: ok {rc=0}\u000a13:03:06.374000 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24827): Process ended prematurely: osmo-stp_10.42.42.5(pid=24827) [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24827)] [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:03:06.382542 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:03:06.442769 run osmo-hlr_10.42.42.2(pid=24824): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24824)]\u000a13:03:06.491680 run osmo-hlr_10.42.42.2(pid=24824): stdout: \u000a| (launched: 2022-12-14_13:03:03.301372) \u000a13:03:06.541416 run osmo-hlr_10.42.42.2(pid=24824): stderr: \u000a| �[0;m�[1;31m20221214130303479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130303479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130303480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130303480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130303480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130303480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130303525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130303535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130303536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130303536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:03:06.583749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24823): Terminating (SIGTERM)\u000a13:03:06.623266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24826): Terminating (SIGTERM)\u000a13:03:06.662584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24829): Terminating (SIGTERM)\u000a13:03:06.671697 --- ParallelTerminationStrategy: PID 24823 died...\u000a13:03:06.724176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24823): Terminated: ok {rc=0}\u000a13:03:06.733732 --- ParallelTerminationStrategy: PID 24826 died...\u000a13:03:06.786120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24826): Terminated: ok {rc=0}\u000a13:03:06.795647 --- ParallelTerminationStrategy: PID 24829 died...\u000a13:03:06.848316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24829): Terminated: ok {rc=0}\u000a13:03:06.936453 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:02:09" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24841): Process ended prematurely: osmo-stp_10.42.42.5(pid=24841) [trial-2405↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24841)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24841): Process ended prematurely: osmo-stp_10.42.42.5(pid=24841) [trial-2405↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:03:08.916886 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:03:08.928036 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:03:09.072911 tst switch_tch_pdch.py: using LAC 41080\u000a13:03:09.197565 tst switch_tch_pdch.py: using RAC 25\u000a13:03:09.324100 tst switch_tch_pdch.py: using CellId 41080\u000a13:03:09.443246 tst switch_tch_pdch.py: using BVCI 41081\u000a13:03:09.466115 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:03:09.477157 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:03:09.488033 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:03:09.498874 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:03:09.509645 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:03:09.520418 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:03:09.531406 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:03:09.542224 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:03:09.662692 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:03:09.935462 tst switch_tch_pdch.py:51: start network...\u000a13:03:10.058068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:03:10.531828 run create_hlr_db(pid=24835): Launched\u000a13:03:10.702891 bus /gobi_6: Setting Powered False\u000a13:03:11.723310 run create_hlr_db(pid=24835): Terminated: ok {rc=0}\u000a13:03:12.117026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24837): Launched\u000a13:03:12.412563 run osmo-hlr_10.42.42.2(pid=24838): Launched\u000a13:03:12.520503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:03:13.032408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24840): Launched\u000a13:03:13.327649 run osmo-stp_10.42.42.5(pid=24841): Launched\u000a13:03:13.435174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:03:13.949294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24843): Launched\u000a13:03:14.054266 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:03:14.311537 run patchelf(pid=24844): Launched\u000a13:03:14.483934 run osmo-stp_10.42.42.5(pid=24841): ERR: Terminated: ERROR {rc=1} [trial-2405↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24841)]\u000a13:03:14.609953 run osmo-stp_10.42.42.5(pid=24841): stdout: \u000a| (launched: 2022-12-14_13:03:13.182465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:14.737560 run osmo-stp_10.42.42.5(pid=24841): stderr: \u000a| �[0;m�[38;5;43m20221214130313354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130313354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130313354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130313355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130313355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130313355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130313355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:14.859796 run osmo-stp_10.42.42.5(pid=24841): stdout: \u000a| (launched: 2022-12-14_13:03:13.182465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:14.981176 run osmo-stp_10.42.42.5(pid=24841): stderr: \u000a| �[0;m�[38;5;43m20221214130313354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130313354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130313354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130313355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130313355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130313355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130313355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:15.122529 run patchelf(pid=24844): Terminating (SIGINT)\u000a13:03:15.289071 run patchelf(pid=24844): Terminated: ok {rc=0}\u000a13:03:15.319261 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24841): Process ended prematurely: osmo-stp_10.42.42.5(pid=24841) [trial-2405↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24841)] [trial-2405↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:03:15.327821 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a13:03:15.387220 run osmo-hlr_10.42.42.2(pid=24838): ERR: Terminated: ERROR {rc=237} [trial-2405↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24838)]\u000a13:03:15.436138 run osmo-hlr_10.42.42.2(pid=24838): stdout: \u000a| (launched: 2022-12-14_13:03:12.267124) \u000a13:03:15.485511 run osmo-hlr_10.42.42.2(pid=24838): stderr: \u000a| �[0;m�[1;31m20221214130312441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130312441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130312441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130312441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130312441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130312441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130312457 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130312465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130312465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130312465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:03:15.527447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24837): Terminating (SIGTERM)\u000a13:03:15.567200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24840): Terminating (SIGTERM)\u000a13:03:15.606923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24843): Terminating (SIGTERM)\u000a13:03:15.616199 --- ParallelTerminationStrategy: PID 24837 died...\u000a13:03:15.669494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24837): Terminated: ok {rc=0}\u000a13:03:15.679104 --- ParallelTerminationStrategy: PID 24840 died...\u000a13:03:15.731730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24840): Terminated: ok {rc=0}\u000a13:03:15.741258 --- ParallelTerminationStrategy: PID 24843 died...\u000a13:03:15.793764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24843): Terminated: ok {rc=0}\u000a13:03:15.889965 bus /gobi_0: Setting Powered False\u000a13:03:16.995878 bus /gobi_0: Setting Powered False\u000a13:03:18.107068 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:03:08" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24854): Process ended prematurely: osmo-stp_10.42.42.5(pid=24854) [trial-2405↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24854)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24854): Process ended prematurely: osmo-stp_10.42.42.5(pid=24854) [trial-2405↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:03:20.039246 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:03:20.050256 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:03:20.190080 tst switch_tch_pdch.py: using LAC 41081\u000a13:03:20.306285 tst switch_tch_pdch.py: using RAC 26\u000a13:03:20.430815 tst switch_tch_pdch.py: using CellId 41081\u000a13:03:20.564596 tst switch_tch_pdch.py: using BVCI 41082\u000a13:03:20.588924 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:03:20.600345 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:03:20.611602 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:03:20.622881 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:03:20.634227 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:03:20.645513 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:03:20.656778 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:03:20.668074 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:03:20.783263 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:03:21.073426 tst switch_tch_pdch.py:51: start network...\u000a13:03:21.206437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:03:21.678695 run create_hlr_db(pid=24848): Launched\u000a13:03:21.809193 bus /gobi_6: Setting Powered False\u000a13:03:22.883718 run create_hlr_db(pid=24848): Terminated: ok {rc=0}\u000a13:03:23.257964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24850): Launched\u000a13:03:23.554721 run osmo-hlr_10.42.42.2(pid=24851): Launched\u000a13:03:23.664571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:03:24.152186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24853): Launched\u000a13:03:24.448235 run osmo-stp_10.42.42.5(pid=24854): Launched\u000a13:03:24.556719 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:03:25.048506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24856): Launched\u000a13:03:25.153806 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:03:25.411183 run patchelf(pid=24857): Launched\u000a13:03:25.583963 run osmo-stp_10.42.42.5(pid=24854): ERR: Terminated: ERROR {rc=1} [trial-2405↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24854)]\u000a13:03:25.710064 run osmo-stp_10.42.42.5(pid=24854): stdout: \u000a| (launched: 2022-12-14_13:03:24.302790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:25.837096 run osmo-stp_10.42.42.5(pid=24854): stderr: \u000a| �[0;m�[38;5;43m20221214130324473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130324473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130324473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130324474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130324476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130324476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130324476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:25.959479 run osmo-stp_10.42.42.5(pid=24854): stdout: \u000a| (launched: 2022-12-14_13:03:24.302790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:26.081316 run osmo-stp_10.42.42.5(pid=24854): stderr: \u000a| �[0;m�[38;5;43m20221214130324473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130324473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130324473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130324474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130324476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130324476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130324476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:26.222679 run patchelf(pid=24857): Terminating (SIGINT)\u000a13:03:26.388857 run patchelf(pid=24857): Terminated: ok {rc=0}\u000a13:03:26.419172 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24854): Process ended prematurely: osmo-stp_10.42.42.5(pid=24854) [trial-2405↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24854)] [trial-2405↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:03:26.427687 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a13:03:26.487115 run osmo-hlr_10.42.42.2(pid=24851): ERR: Terminated: ERROR {rc=237} [trial-2405↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24851)]\u000a13:03:26.535897 run osmo-hlr_10.42.42.2(pid=24851): stdout: \u000a| (launched: 2022-12-14_13:03:23.408732) \u000a13:03:26.585201 run osmo-hlr_10.42.42.2(pid=24851): stderr: \u000a| �[0;m�[1;31m20221214130323585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130323585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130323585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130323585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130323585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130323585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130323597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130323607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130323608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130323608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:03:26.627198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24850): Terminating (SIGTERM)\u000a13:03:26.666729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24853): Terminating (SIGTERM)\u000a13:03:26.706300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24856): Terminating (SIGTERM)\u000a13:03:26.715442 --- ParallelTerminationStrategy: PID 24850 died...\u000a13:03:26.769127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24850): Terminated: ok {rc=0}\u000a13:03:26.778641 --- ParallelTerminationStrategy: PID 24853 died...\u000a13:03:26.831459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24853): Terminated: ok {rc=0}\u000a13:03:26.841100 --- ParallelTerminationStrategy: PID 24856 died...\u000a13:03:26.894027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24856): Terminated: ok {rc=0}\u000a13:03:26.982323 bus /gobi_0: Setting Powered False\u000a13:03:28.085826 bus /gobi_0: Setting Powered False\u000a13:03:29.196610 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:03:19" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24862): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24862) [trial-2405↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24862)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24862): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24862) [trial-2405↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24862)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a13:03:31.074429 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a13:03:31.089271 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a13:03:31.230105 tst mo_mt_sms.py: using LAC 41082\u000a13:03:31.388509 tst mo_mt_sms.py: using RAC 27\u000a13:03:31.542874 tst mo_mt_sms.py: using CellId 41082\u000a13:03:31.666435 tst mo_mt_sms.py: using BVCI 41083\u000a13:03:31.690380 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a13:03:31.802781 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a13:03:32.094031 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:03:32.230538 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:03:32.889615 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24861): Launched\u000a13:03:33.207699 run osmo-nitb_10.42.42.2(pid=24862): Launched\u000a13:03:33.403860 run osmo-nitb_10.42.42.2(pid=24862): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24862)]\u000a13:03:33.548023 run osmo-nitb_10.42.42.2(pid=24862): stdout: \u000a| (launched: 2022-12-14_13:03:33.053923) \u000a13:03:33.692613 run osmo-nitb_10.42.42.2(pid=24862): stderr: \u000a| (launched: 2022-12-14_13:03:33.101959)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:03:33.832680 run osmo-nitb_10.42.42.2(pid=24862): stdout: \u000a| (launched: 2022-12-14_13:03:33.053923) \u000a13:03:33.971714 run osmo-nitb_10.42.42.2(pid=24862): stderr: \u000a| (launched: 2022-12-14_13:03:33.101959)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:03:34.337881 tst osmo-nitb_10.42.42.2(pid=24862): stdout: \u000a| (launched: 2022-12-14_13:03:33.053923) \u000a13:03:34.466141 tst osmo-nitb_10.42.42.2(pid=24862): stderr: \u000a| (launched: 2022-12-14_13:03:33.101959)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:03:34.521767 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=24862): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24862) [trial-2405↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24862)] [trial-2405↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a13:03:34.530309 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a13:03:34.566867 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24861): Terminating (SIGTERM)\u000a13:03:34.745658 --- ParallelTerminationStrategy: PID 24861 died...\u000a13:03:34.803535 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24861): Terminated: ok {rc=0}\u000a13:03:34.891048 bus /sierra_3: Setting Powered False\u000a13:03:35.998007 bus /sierra_3: Setting Powered False\u000a13:03:37.110077 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:03:30" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "sms:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24872): Process ended prematurely: osmo-stp_10.42.42.5(pid=24872) [trial-2405↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24872)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24872): Process ended prematurely: osmo-stp_10.42.42.5(pid=24872) [trial-2405↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a13:03:38.963903 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:03:38.974441 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a13:03:39.103972 tst mo_mt_sms.py: using LAC 41083\u000a13:03:39.226691 tst mo_mt_sms.py: using RAC 28\u000a13:03:39.343949 tst mo_mt_sms.py: using CellId 41083\u000a13:03:39.458484 tst mo_mt_sms.py: using BVCI 41084\u000a13:03:39.480942 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:03:39.491278 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:03:39.501527 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:03:39.511604 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:03:39.521913 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:03:39.532341 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a13:03:39.651149 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a13:03:39.859767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:03:40.364218 run create_hlr_db(pid=24866): Launched\u000a13:03:40.550071 bus /sierra_2: Setting Powered False\u000a13:03:41.570853 run create_hlr_db(pid=24866): Terminated: ok {rc=0}\u000a13:03:41.969831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24868): Launched\u000a13:03:42.266377 run osmo-hlr_10.42.42.2(pid=24869): Launched\u000a13:03:42.384045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:03:42.908735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24871): Launched\u000a13:03:43.205825 run osmo-stp_10.42.42.5(pid=24872): Launched\u000a13:03:43.314016 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:03:43.854446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24874): Launched\u000a13:03:44.151365 run osmo-msc_10.42.42.6(pid=24875): Launched\u000a13:03:44.325984 run osmo-stp_10.42.42.5(pid=24872): ERR: Terminated: ERROR {rc=1} [trial-2405↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24872)]\u000a13:03:44.451710 run osmo-stp_10.42.42.5(pid=24872): stdout: \u000a| (launched: 2022-12-14_13:03:43.059306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:44.575095 run osmo-stp_10.42.42.5(pid=24872): stderr: \u000a| �[0;m�[38;5;43m20221214130343229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130343229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130343230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130343230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130343231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130343231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130343231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:44.694209 run osmo-stp_10.42.42.5(pid=24872): stdout: \u000a| (launched: 2022-12-14_13:03:43.059306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:44.812361 run osmo-stp_10.42.42.5(pid=24872): stderr: \u000a| �[0;m�[38;5;43m20221214130343229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130343229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130343230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130343230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130343231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130343231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130343231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:44.864207 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=24872): Process ended prematurely: osmo-stp_10.42.42.5(pid=24872) [trial-2405↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24872)] [trial-2405↪sms:oc2g↪mo_mt_sms.py:16]\u000a13:03:44.872209 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a13:03:44.931851 run osmo-hlr_10.42.42.2(pid=24869): ERR: Terminated: ERROR {rc=237} [trial-2405↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24869)]\u000a13:03:44.980305 run osmo-hlr_10.42.42.2(pid=24869): stdout: \u000a| (launched: 2022-12-14_13:03:42.120567) \u000a13:03:45.029361 run osmo-hlr_10.42.42.2(pid=24869): stderr: \u000a| �[0;m�[1;31m20221214130342299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130342299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130342299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130342299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130342299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130342299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130342312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130342320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130342320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130342320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:03:45.096160 run osmo-msc_10.42.42.6(pid=24875): ERR: Terminated: ERROR {rc=2} [trial-2405↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24875)]\u000a13:03:45.144465 run osmo-msc_10.42.42.6(pid=24875): stdout: \u000a| (launched: 2022-12-14_13:03:44.005266) \u000a13:03:45.193169 run osmo-msc_10.42.42.6(pid=24875): stderr: \u000a| �[0;m�[38;5;43m20221214130344279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214130344279 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efff6994c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214130344279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214130344279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214130344279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214130344280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214130344281 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214130344282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214130344282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214130344282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:03:45.234719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24868): Terminating (SIGTERM)\u000a13:03:45.273903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24871): Terminating (SIGTERM)\u000a13:03:45.313423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24874): Terminating (SIGTERM)\u000a13:03:45.322601 --- ParallelTerminationStrategy: PID 24868 died...\u000a13:03:45.375678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24868): Terminated: ok {rc=0}\u000a13:03:45.385367 --- ParallelTerminationStrategy: PID 24871 died...\u000a13:03:45.438164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24871): Terminated: ok {rc=0}\u000a13:03:45.447880 --- ParallelTerminationStrategy: PID 24874 died...\u000a13:03:45.501081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24874): Terminated: ok {rc=0}\u000a13:03:45.584469 bus /sierra_3: Setting Powered False\u000a13:03:46.709829 bus /sierra_3: Setting Powered False\u000a13:03:47.823771 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:03:38" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24881): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24881) [trial-2405↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24881)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24881): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24881) [trial-2405↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a13:03:49.618346 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a13:03:49.629441 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a13:03:49.756451 tst assert_extension.py: using LAC 41084\u000a13:03:49.882691 tst assert_extension.py: using RAC 29\u000a13:03:50.007538 tst assert_extension.py: using CellId 41084\u000a13:03:50.133861 tst assert_extension.py: using BVCI 41085\u000a13:03:50.158057 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a13:03:50.447803 tst assert_extension.py:10: start nitb and bts...\u000a13:03:50.582069 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:03:51.239974 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24880): Launched\u000a13:03:51.557209 run osmo-nitb_10.42.42.2(pid=24881): Launched\u000a13:03:51.753666 run osmo-nitb_10.42.42.2(pid=24881): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24881)]\u000a13:03:51.898286 run osmo-nitb_10.42.42.2(pid=24881): stdout: \u000a| (launched: 2022-12-14_13:03:51.403544) \u000a13:03:52.043288 run osmo-nitb_10.42.42.2(pid=24881): stderr: \u000a| (launched: 2022-12-14_13:03:51.451237)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:03:52.183680 run osmo-nitb_10.42.42.2(pid=24881): stdout: \u000a| (launched: 2022-12-14_13:03:51.403544) \u000a13:03:52.323675 run osmo-nitb_10.42.42.2(pid=24881): stderr: \u000a| (launched: 2022-12-14_13:03:51.451237)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:03:52.686368 tst osmo-nitb_10.42.42.2(pid=24881): stdout: \u000a| (launched: 2022-12-14_13:03:51.403544) \u000a13:03:52.814439 tst osmo-nitb_10.42.42.2(pid=24881): stderr: \u000a| (launched: 2022-12-14_13:03:51.451237)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:03:52.870170 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=24881): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24881) [trial-2405↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24881)] [trial-2405↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a13:03:52.878998 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a13:03:52.915731 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24880): Terminating (SIGTERM)\u000a13:03:53.094047 --- ParallelTerminationStrategy: PID 24880 died...\u000a13:03:53.152191 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24880): Terminated: ok {rc=0}\u000a13:03:53.240136 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:03:49" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24891): Process ended prematurely: osmo-stp_10.42.42.5(pid=24891) [trial-2405↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24891)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24891): Process ended prematurely: osmo-stp_10.42.42.5(pid=24891) [trial-2405↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a13:03:55.036216 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:03:55.046827 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a13:03:55.173358 tst assert_extension.py: using LAC 41085\u000a13:03:55.297248 tst assert_extension.py: using RAC 30\u000a13:03:55.422181 tst assert_extension.py: using CellId 41085\u000a13:03:55.544843 tst assert_extension.py: using BVCI 41086\u000a13:03:55.569135 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:03:55.579903 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:03:55.590602 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:03:55.601266 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:03:55.612295 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:03:55.623237 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a13:03:55.820748 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:03:56.297547 run create_hlr_db(pid=24885): Launched\u000a13:03:56.468819 bus /sierra_2: Setting Powered False\u000a13:03:57.489917 run create_hlr_db(pid=24885): Terminated: ok {rc=0}\u000a13:03:57.913058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24887): Launched\u000a13:03:58.233959 run osmo-hlr_10.42.42.2(pid=24888): Launched\u000a13:03:58.347481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:03:58.868865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24890): Launched\u000a13:03:59.167046 run osmo-stp_10.42.42.5(pid=24891): Launched\u000a13:03:59.274837 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:03:59.813343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24893): Launched\u000a13:04:00.110116 run osmo-msc_10.42.42.6(pid=24894): Launched\u000a13:04:00.284400 run osmo-stp_10.42.42.5(pid=24891): ERR: Terminated: ERROR {rc=1} [trial-2405↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24891)]\u000a13:04:00.410059 run osmo-stp_10.42.42.5(pid=24891): stdout: \u000a| (launched: 2022-12-14_13:03:59.020790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:00.533883 run osmo-stp_10.42.42.5(pid=24891): stderr: \u000a| �[0;m�[38;5;43m20221214130359190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130359191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130359191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130359191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130359192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130359192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130359192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:00.652871 run osmo-stp_10.42.42.5(pid=24891): stdout: \u000a| (launched: 2022-12-14_13:03:59.020790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:00.771383 run osmo-stp_10.42.42.5(pid=24891): stderr: \u000a| �[0;m�[38;5;43m20221214130359190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130359191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130359191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130359191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130359192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130359192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130359192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:00.824149 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=24891): Process ended prematurely: osmo-stp_10.42.42.5(pid=24891) [trial-2405↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24891)] [trial-2405↪ussd:oc2g↪assert_extension.py:17]\u000a13:04:00.835547 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a13:04:00.902479 run osmo-hlr_10.42.42.2(pid=24888): ERR: Terminated: ERROR {rc=237} [trial-2405↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24888)]\u000a13:04:00.951846 run osmo-hlr_10.42.42.2(pid=24888): stdout: \u000a| (launched: 2022-12-14_13:03:58.076139) \u000a13:04:01.002859 run osmo-hlr_10.42.42.2(pid=24888): stderr: \u000a| �[0;m�[1;31m20221214130358275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130358275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130358275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130358275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130358275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130358275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130358287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130358295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130358295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130358295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:01.072002 run osmo-msc_10.42.42.6(pid=24894): ERR: Terminated: ERROR {rc=2} [trial-2405↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24894)]\u000a13:04:01.122105 run osmo-msc_10.42.42.6(pid=24894): stdout: \u000a| (launched: 2022-12-14_13:03:59.963829) \u000a13:04:01.172559 run osmo-msc_10.42.42.6(pid=24894): stderr: \u000a| �[0;m�[38;5;43m20221214130400235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214130400235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7fba84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214130400235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214130400235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214130400235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214130400236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214130400239 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214130400240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214130400240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214130400240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:04:01.215661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24887): Terminating (SIGTERM)\u000a13:04:01.258558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24890): Terminating (SIGTERM)\u000a13:04:01.299414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24893): Terminating (SIGTERM)\u000a13:04:01.309088 --- ParallelTerminationStrategy: PID 24887 died...\u000a13:04:01.362573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24887): Terminated: ok {rc=0}\u000a13:04:01.372875 --- ParallelTerminationStrategy: PID 24890 died...\u000a13:04:01.426207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24890): Terminated: ok {rc=0}\u000a13:04:01.436003 --- ParallelTerminationStrategy: PID 24893 died...\u000a13:04:01.489237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24893): Terminated: ok {rc=0}\u000a13:04:01.572790 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:03:54" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24905): Process ended prematurely: osmo-stp_10.42.42.5(pid=24905) [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24905)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24905): Process ended prematurely: osmo-stp_10.42.42.5(pid=24905) [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:04:03.480212 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:03.491266 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:04:03.632150 tst mo_mt_call.py: using LAC 41086\u000a13:04:03.750579 tst mo_mt_call.py: using RAC 31\u000a13:04:03.877018 tst mo_mt_call.py: using CellId 41086\u000a13:04:03.997540 tst mo_mt_call.py: using BVCI 41087\u000a13:04:04.020535 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:04.031607 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:04.042536 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:04.053342 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:04.064280 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:04.075081 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:04:04.194170 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:04:04.395171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:04.879308 run create_hlr_db(pid=24899): Launched\u000a13:04:05.053887 bus /sierra_2: Setting Powered False\u000a13:04:06.074569 run create_hlr_db(pid=24899): Terminated: ok {rc=0}\u000a13:04:06.507987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24901): Launched\u000a13:04:06.833030 run osmo-hlr_10.42.42.2(pid=24902): Launched\u000a13:04:06.954785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:07.519758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24904): Launched\u000a13:04:07.845931 run osmo-stp_10.42.42.5(pid=24905): Launched\u000a13:04:07.964340 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:04:08.558641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24907): Launched\u000a13:04:08.883922 run osmo-msc_10.42.42.6(pid=24908): Launched\u000a13:04:09.074115 run osmo-stp_10.42.42.5(pid=24905): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24905)]\u000a13:04:09.211666 run osmo-stp_10.42.42.5(pid=24905): stdout: \u000a| (launched: 2022-12-14_13:04:07.685754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:09.349628 run osmo-stp_10.42.42.5(pid=24905): stderr: \u000a| �[0;m�[38;5;43m20221214130407880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130407880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130407880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130407881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130407881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130407881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130407881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:09.480581 run osmo-stp_10.42.42.5(pid=24905): stdout: \u000a| (launched: 2022-12-14_13:04:07.685754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:09.610580 run osmo-stp_10.42.42.5(pid=24905): stderr: \u000a| �[0;m�[38;5;43m20221214130407880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130407880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130407880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130407881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130407881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130407881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130407881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:09.667561 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24905): Process ended prematurely: osmo-stp_10.42.42.5(pid=24905) [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24905)] [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:04:09.676589 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:04:09.740126 run osmo-hlr_10.42.42.2(pid=24902): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24902)]\u000a13:04:09.791915 run osmo-hlr_10.42.42.2(pid=24902): stdout: \u000a| (launched: 2022-12-14_13:04:06.674207) \u000a13:04:09.844075 run osmo-hlr_10.42.42.2(pid=24902): stderr: \u000a| �[0;m�[1;31m20221214130406874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130406874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130406874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130406874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130406875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130406875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130406885 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130406893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130406894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130406894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:09.915386 run osmo-msc_10.42.42.6(pid=24908): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24908)]\u000a13:04:09.967165 run osmo-msc_10.42.42.6(pid=24908): stdout: \u000a| (launched: 2022-12-14_13:04:08.724664) \u000a13:04:10.019728 run osmo-msc_10.42.42.6(pid=24908): stderr: \u000a| �[0;m�[38;5;43m20221214130409046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214130409046 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5c78c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214130409046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214130409046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214130409047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214130409047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214130409048 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214130409049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214130409049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214130409049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:04:10.064613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24901): Terminating (SIGTERM)\u000a13:04:10.106995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24904): Terminating (SIGTERM)\u000a13:04:10.149295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24907): Terminating (SIGTERM)\u000a13:04:10.158950 --- ParallelTerminationStrategy: PID 24901 died...\u000a13:04:10.215662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24901): Terminated: ok {rc=0}\u000a13:04:10.225798 --- ParallelTerminationStrategy: PID 24904 died...\u000a13:04:10.282315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24904): Terminated: ok {rc=0}\u000a13:04:10.292401 --- ParallelTerminationStrategy: PID 24907 died...\u000a13:04:10.348696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24907): Terminated: ok {rc=0}\u000a13:04:10.434657 bus /sierra_3: Setting Powered False\u000a13:04:11.535115 bus /sierra_3: Setting Powered False\u000a13:04:12.644731 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24916): Process ended prematurely: osmo-stp_10.42.42.5(pid=24916) [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24916)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24916): Process ended prematurely: osmo-stp_10.42.42.5(pid=24916) [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:04:13.754746 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:13.766368 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:04:13.909872 tst mo_mt_call_osmux.py: using LAC 41087\u000a13:04:14.028048 tst mo_mt_call_osmux.py: using RAC 32\u000a13:04:14.149694 tst mo_mt_call_osmux.py: using CellId 41087\u000a13:04:14.267992 tst mo_mt_call_osmux.py: using BVCI 41088\u000a13:04:14.291022 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:14.302162 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:14.312912 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:14.323699 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:14.334510 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:14.345651 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:04:14.459414 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:04:14.672172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:15.185481 run create_hlr_db(pid=24910): Launched\u000a13:04:15.374895 bus /sierra_2: Setting Powered False\u000a13:04:16.400262 run create_hlr_db(pid=24910): Terminated: ok {rc=0}\u000a13:04:16.883578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24912): Launched\u000a13:04:17.241663 run osmo-hlr_10.42.42.2(pid=24913): Launched\u000a13:04:17.362083 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:17.932017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24915): Launched\u000a13:04:18.257707 run osmo-stp_10.42.42.5(pid=24916): Launched\u000a13:04:18.377140 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:04:18.967198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24918): Launched\u000a13:04:19.291793 run osmo-msc_10.42.42.6(pid=24919): Launched\u000a13:04:19.483200 run osmo-stp_10.42.42.5(pid=24916): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24916)]\u000a13:04:19.620590 run osmo-stp_10.42.42.5(pid=24916): stdout: \u000a| (launched: 2022-12-14_13:04:18.097340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:19.757879 run osmo-stp_10.42.42.5(pid=24916): stderr: \u000a| �[0;m�[38;5;43m20221214130418289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130418289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130418289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130418290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130418292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130418292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130418292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:19.888715 run osmo-stp_10.42.42.5(pid=24916): stdout: \u000a| (launched: 2022-12-14_13:04:18.097340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:20.018700 run osmo-stp_10.42.42.5(pid=24916): stderr: \u000a| �[0;m�[38;5;43m20221214130418289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130418289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130418289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130418290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130418292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130418292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130418292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:20.075667 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24916): Process ended prematurely: osmo-stp_10.42.42.5(pid=24916) [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24916)] [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:04:20.084702 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:04:20.147673 run osmo-hlr_10.42.42.2(pid=24913): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24913)]\u000a13:04:20.198999 run osmo-hlr_10.42.42.2(pid=24913): stdout: \u000a| (launched: 2022-12-14_13:04:17.054623) \u000a13:04:20.250780 run osmo-hlr_10.42.42.2(pid=24913): stderr: \u000a| �[0;m�[1;31m20221214130417274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130417274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130417274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130417274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130417274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130417274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130417286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130417295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130417295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130417295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:20.321528 run osmo-msc_10.42.42.6(pid=24919): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24919)]\u000a13:04:20.373036 run osmo-msc_10.42.42.6(pid=24919): stdout: \u000a| (launched: 2022-12-14_13:04:19.132626) \u000a13:04:20.425044 run osmo-msc_10.42.42.6(pid=24919): stderr: \u000a| �[0;m�[38;5;43m20221214130419457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214130419457 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feec1980c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214130419458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214130419458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214130419458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214130419458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214130419460 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214130419460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214130419460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214130419460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:04:20.469154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24912): Terminating (SIGTERM)\u000a13:04:20.510616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24915): Terminating (SIGTERM)\u000a13:04:20.552106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24918): Terminating (SIGTERM)\u000a13:04:20.561743 --- ParallelTerminationStrategy: PID 24912 died...\u000a13:04:20.617866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24912): Terminated: ok {rc=0}\u000a13:04:20.627960 --- ParallelTerminationStrategy: PID 24915 died...\u000a13:04:20.683849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24915): Terminated: ok {rc=0}\u000a13:04:20.693919 --- ParallelTerminationStrategy: PID 24918 died...\u000a13:04:20.749754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24918): Terminated: ok {rc=0}\u000a13:04:20.836637 bus /sierra_3: Setting Powered False\u000a13:04:21.940989 bus /sierra_3: Setting Powered False\u000a13:04:23.049652 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:04:03" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24931): Process ended prematurely: osmo-stp_10.42.42.5(pid=24931) [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24931)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24931): Process ended prematurely: osmo-stp_10.42.42.5(pid=24931) [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:04:25.002991 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:25.013937 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:04:25.157319 tst mo_mt_call.py: using LAC 41088\u000a13:04:25.277596 tst mo_mt_call.py: using RAC 33\u000a13:04:25.396027 tst mo_mt_call.py: using CellId 41088\u000a13:04:25.514594 tst mo_mt_call.py: using BVCI 41089\u000a13:04:25.537553 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:25.548347 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:25.559163 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:25.569856 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:25.580571 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:25.591320 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:04:25.712133 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:04:25.922538 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:26.435520 run create_hlr_db(pid=24925): Launched\u000a13:04:26.623803 bus /sierra_2: Setting Powered False\u000a13:04:27.645789 run create_hlr_db(pid=24925): Terminated: ok {rc=0}\u000a13:04:28.077962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24927): Launched\u000a13:04:28.404063 run osmo-hlr_10.42.42.2(pid=24928): Launched\u000a13:04:28.523824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:29.085617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24930): Launched\u000a13:04:29.410991 run osmo-stp_10.42.42.5(pid=24931): Launched\u000a13:04:29.529281 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:04:30.120165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24933): Launched\u000a13:04:30.445597 run osmo-msc_10.42.42.6(pid=24934): Launched\u000a13:04:30.636440 run osmo-stp_10.42.42.5(pid=24931): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24931)]\u000a13:04:30.774530 run osmo-stp_10.42.42.5(pid=24931): stdout: \u000a| (launched: 2022-12-14_13:04:29.250504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:30.920400 run osmo-stp_10.42.42.5(pid=24931): stderr: \u000a| �[0;m�[38;5;43m20221214130429443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130429443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130429444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130429444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130429445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130429445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130429445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:31.062598 run osmo-stp_10.42.42.5(pid=24931): stdout: \u000a| (launched: 2022-12-14_13:04:29.250504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:31.196358 run osmo-stp_10.42.42.5(pid=24931): stderr: \u000a| �[0;m�[38;5;43m20221214130429443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130429443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130429444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130429444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130429445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130429445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130429445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:31.255340 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24931): Process ended prematurely: osmo-stp_10.42.42.5(pid=24931) [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24931)] [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:04:31.265549 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:04:31.332090 run osmo-hlr_10.42.42.2(pid=24928): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24928)]\u000a13:04:31.386025 run osmo-hlr_10.42.42.2(pid=24928): stdout: \u000a| (launched: 2022-12-14_13:04:28.243494) \u000a13:04:31.440253 run osmo-hlr_10.42.42.2(pid=24928): stderr: \u000a| �[0;m�[1;31m20221214130428443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130428443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130428443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130428443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130428443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130428443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130428455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130428464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130428464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130428464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:31.513069 run osmo-msc_10.42.42.6(pid=24934): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24934)]\u000a13:04:31.566458 run osmo-msc_10.42.42.6(pid=24934): stdout: \u000a| (launched: 2022-12-14_13:04:30.285548) \u000a13:04:31.620355 run osmo-msc_10.42.42.6(pid=24934): stderr: \u000a| �[0;m�[38;5;43m20221214130430607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214130430607 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29ccff2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214130430607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214130430607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214130430607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214130430607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214130430609 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214130430610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214130430610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214130430610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:04:31.666861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24927): Terminating (SIGTERM)\u000a13:04:31.710752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24930): Terminating (SIGTERM)\u000a13:04:31.754393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24933): Terminating (SIGTERM)\u000a13:04:31.765158 --- ParallelTerminationStrategy: PID 24927 died...\u000a13:04:31.825911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24927): Terminated: ok {rc=0}\u000a13:04:31.837872 --- ParallelTerminationStrategy: PID 24930 died...\u000a13:04:31.895813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24930): Terminated: ok {rc=0}\u000a13:04:31.906846 --- ParallelTerminationStrategy: PID 24933 died...\u000a13:04:31.965536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24933): Terminated: ok {rc=0}\u000a13:04:32.070842 bus /sierra_3: Setting Powered False\u000a13:04:33.179609 bus /sierra_3: Setting Powered False\u000a13:04:34.286052 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24942): Process ended prematurely: osmo-stp_10.42.42.5(pid=24942) [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24942)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24942): Process ended prematurely: osmo-stp_10.42.42.5(pid=24942) [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:04:35.401557 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:35.413517 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:04:35.564335 tst mo_mt_call_osmux.py: using LAC 41089\u000a13:04:35.692799 tst mo_mt_call_osmux.py: using RAC 34\u000a13:04:35.819919 tst mo_mt_call_osmux.py: using CellId 41089\u000a13:04:35.951596 tst mo_mt_call_osmux.py: using BVCI 41090\u000a13:04:35.976429 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:35.987756 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:35.998861 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:36.010022 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:36.021480 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:36.032920 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:04:36.149875 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:04:36.364808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:36.875055 run create_hlr_db(pid=24936): Launched\u000a13:04:37.063369 bus /sierra_2: Setting Powered False\u000a13:04:38.084348 run create_hlr_db(pid=24936): Terminated: ok {rc=0}\u000a13:04:38.490324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24938): Launched\u000a13:04:38.792829 run osmo-hlr_10.42.42.2(pid=24939): Launched\u000a13:04:38.904050 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:39.426825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24941): Launched\u000a13:04:39.729313 run osmo-stp_10.42.42.5(pid=24942): Launched\u000a13:04:39.838733 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:04:40.386804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24944): Launched\u000a13:04:40.688369 run osmo-msc_10.42.42.6(pid=24945): Launched\u000a13:04:40.865315 run osmo-stp_10.42.42.5(pid=24942): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24942)]\u000a13:04:40.992331 run osmo-stp_10.42.42.5(pid=24942): stdout: \u000a| (launched: 2022-12-14_13:04:39.580542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:41.118128 run osmo-stp_10.42.42.5(pid=24942): stderr: \u000a| �[0;m�[38;5;43m20221214130439751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130439751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130439752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130439752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130439752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130439753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130439753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:41.239138 run osmo-stp_10.42.42.5(pid=24942): stdout: \u000a| (launched: 2022-12-14_13:04:39.580542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:41.360063 run osmo-stp_10.42.42.5(pid=24942): stderr: \u000a| �[0;m�[38;5;43m20221214130439751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130439751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130439752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130439752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130439752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130439753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130439753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:41.412813 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24942): Process ended prematurely: osmo-stp_10.42.42.5(pid=24942) [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24942)] [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:04:41.421497 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:04:41.481051 run osmo-hlr_10.42.42.2(pid=24939): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24939)]\u000a13:04:41.529791 run osmo-hlr_10.42.42.2(pid=24939): stdout: \u000a| (launched: 2022-12-14_13:04:38.644453) \u000a13:04:41.579139 run osmo-hlr_10.42.42.2(pid=24939): stderr: \u000a| �[0;m�[1;31m20221214130438819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130438819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130438819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130438819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130438819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130438819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130438833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130438843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130438843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130438843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:41.645828 run osmo-msc_10.42.42.6(pid=24945): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24945)]\u000a13:04:41.694368 run osmo-msc_10.42.42.6(pid=24945): stdout: \u000a| (launched: 2022-12-14_13:04:40.540106) \u000a13:04:41.743233 run osmo-msc_10.42.42.6(pid=24945): stderr: \u000a| �[0;m�[38;5;43m20221214130440812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214130440812 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f784465fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214130440812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214130440812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214130440812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214130440812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214130440814 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214130440815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214130440815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214130440815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:04:41.785003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24938): Terminating (SIGTERM)\u000a13:04:41.823965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24941): Terminating (SIGTERM)\u000a13:04:41.862944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24944): Terminating (SIGTERM)\u000a13:04:41.871988 --- ParallelTerminationStrategy: PID 24938 died...\u000a13:04:41.925334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24938): Terminated: ok {rc=0}\u000a13:04:41.934839 --- ParallelTerminationStrategy: PID 24941 died...\u000a13:04:41.987093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24941): Terminated: ok {rc=0}\u000a13:04:41.996488 --- ParallelTerminationStrategy: PID 24944 died...\u000a13:04:42.048727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24944): Terminated: ok {rc=0}\u000a13:04:42.135628 bus /sierra_3: Setting Powered False\u000a13:04:43.236558 bus /sierra_3: Setting Powered False\u000a13:04:44.342512 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:04:24" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24956): Process ended prematurely: osmo-stp_10.42.42.5(pid=24956) [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24956)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24956): Process ended prematurely: osmo-stp_10.42.42.5(pid=24956) [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:04:46.331545 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:46.345841 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:04:46.528614 tst mo_mt_call.py: using LAC 41090\u000a13:04:46.690698 tst mo_mt_call.py: using RAC 35\u000a13:04:46.822678 tst mo_mt_call.py: using CellId 41090\u000a13:04:46.955566 tst mo_mt_call.py: using BVCI 41091\u000a13:04:46.981276 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:46.993345 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:47.005159 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:47.016890 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:47.029134 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:47.041344 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:04:47.164713 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:04:47.393943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:47.878077 run create_hlr_db(pid=24950): Launched\u000a13:04:48.051971 bus /sierra_2: Setting Powered False\u000a13:04:49.074746 run create_hlr_db(pid=24950): Terminated: ok {rc=0}\u000a13:04:49.478644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24952): Launched\u000a13:04:49.779969 run osmo-hlr_10.42.42.2(pid=24953): Launched\u000a13:04:49.897817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:50.425933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24955): Launched\u000a13:04:50.727612 run osmo-stp_10.42.42.5(pid=24956): Launched\u000a13:04:50.835915 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:04:51.385571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24958): Launched\u000a13:04:51.688594 run osmo-msc_10.42.42.6(pid=24959): Launched\u000a13:04:51.865321 run osmo-stp_10.42.42.5(pid=24956): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24956)]\u000a13:04:51.992569 run osmo-stp_10.42.42.5(pid=24956): stdout: \u000a| (launched: 2022-12-14_13:04:50.579119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:52.118804 run osmo-stp_10.42.42.5(pid=24956): stderr: \u000a| �[0;m�[38;5;43m20221214130450748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130450748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130450749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130450749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130450750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130450750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130450750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:52.240197 run osmo-stp_10.42.42.5(pid=24956): stdout: \u000a| (launched: 2022-12-14_13:04:50.579119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:52.360263 run osmo-stp_10.42.42.5(pid=24956): stderr: \u000a| �[0;m�[38;5;43m20221214130450748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130450748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130450749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130450749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130450750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130450750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130450750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:52.413071 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24956): Process ended prematurely: osmo-stp_10.42.42.5(pid=24956) [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24956)] [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:04:52.421464 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:04:52.481241 run osmo-hlr_10.42.42.2(pid=24953): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24953)]\u000a13:04:52.529924 run osmo-hlr_10.42.42.2(pid=24953): stdout: \u000a| (launched: 2022-12-14_13:04:49.632341) \u000a13:04:52.579135 run osmo-hlr_10.42.42.2(pid=24953): stderr: \u000a| �[0;m�[1;31m20221214130449811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130449811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130449811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130449811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130449811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130449811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130449825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130449835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130449835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130449835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:52.645901 run osmo-msc_10.42.42.6(pid=24959): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24959)]\u000a13:04:52.694433 run osmo-msc_10.42.42.6(pid=24959): stdout: \u000a| (launched: 2022-12-14_13:04:51.539707) \u000a13:04:52.743334 run osmo-msc_10.42.42.6(pid=24959): stderr: \u000a| �[0;m�[38;5;43m20221214130451812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214130451812 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1c3768c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214130451813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214130451813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214130451813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214130451813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214130451815 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214130451815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214130451815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214130451816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:04:52.784691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24952): Terminating (SIGTERM)\u000a13:04:52.823836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24955): Terminating (SIGTERM)\u000a13:04:52.863058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24958): Terminating (SIGTERM)\u000a13:04:52.872170 --- ParallelTerminationStrategy: PID 24952 died...\u000a13:04:52.924792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24952): Terminated: ok {rc=0}\u000a13:04:52.934331 --- ParallelTerminationStrategy: PID 24955 died...\u000a13:04:52.986906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24955): Terminated: ok {rc=0}\u000a13:04:52.996366 --- ParallelTerminationStrategy: PID 24958 died...\u000a13:04:53.048853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24958): Terminated: ok {rc=0}\u000a13:04:53.136267 bus /sierra_3: Setting Powered False\u000a13:04:54.237954 bus /sierra_3: Setting Powered False\u000a13:04:55.348484 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24967): Process ended prematurely: osmo-stp_10.42.42.5(pid=24967) [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24967)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24967): Process ended prematurely: osmo-stp_10.42.42.5(pid=24967) [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:04:56.458825 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:56.470513 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:04:56.612361 tst mo_mt_call_osmux.py: using LAC 41091\u000a13:04:56.732484 tst mo_mt_call_osmux.py: using RAC 36\u000a13:04:56.852809 tst mo_mt_call_osmux.py: using CellId 41091\u000a13:04:56.975950 tst mo_mt_call_osmux.py: using BVCI 41092\u000a13:04:56.999062 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:57.010000 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:57.020657 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:57.031296 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:57.042479 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:57.053655 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:04:57.168318 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:04:57.381209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:57.894741 run create_hlr_db(pid=24961): Launched\u000a13:04:58.083737 bus /sierra_2: Setting Powered False\u000a13:04:59.104586 run create_hlr_db(pid=24961): Terminated: ok {rc=0}\u000a13:04:59.537929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24963): Launched\u000a13:04:59.862300 run osmo-hlr_10.42.42.2(pid=24964): Launched\u000a13:04:59.984182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:00.549187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24966): Launched\u000a13:05:00.938254 run osmo-stp_10.42.42.5(pid=24967): Launched\u000a13:05:01.157099 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:05:01.777449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24972): Launched\u000a13:05:02.240877 run osmo-msc_10.42.42.6(pid=24973): Launched\u000a13:05:02.514824 run osmo-stp_10.42.42.5(pid=24967): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24967)]\u000a13:05:02.651239 run osmo-stp_10.42.42.5(pid=24967): stdout: \u000a| (launched: 2022-12-14_13:05:00.714753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:02.786524 run osmo-stp_10.42.42.5(pid=24967): stderr: \u000a| �[0;m�[38;5;43m20221214130500940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130500940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130500940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130500941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130500941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130500941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130500941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:02.917432 run osmo-stp_10.42.42.5(pid=24967): stdout: \u000a| (launched: 2022-12-14_13:05:00.714753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:03.047408 run osmo-stp_10.42.42.5(pid=24967): stderr: \u000a| �[0;m�[38;5;43m20221214130500940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130500940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130500940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130500941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130500941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130500941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130500941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:03.104434 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24967): Process ended prematurely: osmo-stp_10.42.42.5(pid=24967) [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24967)] [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:05:03.113731 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a13:05:03.176671 run osmo-hlr_10.42.42.2(pid=24964): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24964)]\u000a13:05:03.227984 run osmo-hlr_10.42.42.2(pid=24964): stdout: \u000a| (launched: 2022-12-14_13:04:59.703517) \u000a13:05:03.279906 run osmo-hlr_10.42.42.2(pid=24964): stderr: \u000a| �[0;m�[1;31m20221214130459903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130459903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130459903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130459903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130459903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130459904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130459919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130459929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130459929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130459929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:03.350877 run osmo-msc_10.42.42.6(pid=24973): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24973)]\u000a13:05:03.402376 run osmo-msc_10.42.42.6(pid=24973): stdout: \u000a| (launched: 2022-12-14_13:05:01.974217) \u000a13:05:03.454511 run osmo-msc_10.42.42.6(pid=24973): stderr: \u000a| �[0;m�[38;5;43m20221214130502454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214130502454 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0f883fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214130502454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214130502454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214130502454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214130502454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214130502456 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214130502456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214130502457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214130502457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:05:03.498644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24963): Terminating (SIGTERM)\u000a13:05:03.540507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24966): Terminating (SIGTERM)\u000a13:05:03.582320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24972): Terminating (SIGTERM)\u000a13:05:03.591967 --- ParallelTerminationStrategy: PID 24963 died...\u000a13:05:03.648243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24963): Terminated: ok {rc=0}\u000a13:05:03.658368 --- ParallelTerminationStrategy: PID 24966 died...\u000a13:05:03.714457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24966): Terminated: ok {rc=0}\u000a13:05:03.724541 --- ParallelTerminationStrategy: PID 24972 died...\u000a13:05:03.780643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24972): Terminated: ok {rc=0}\u000a13:05:03.866908 bus /sierra_3: Setting Powered False\u000a13:05:04.972684 bus /sierra_3: Setting Powered False\u000a13:05:06.080881 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:04:46" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24984): Process ended prematurely: osmo-stp_10.42.42.5(pid=24984) [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24984)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24984): Process ended prematurely: osmo-stp_10.42.42.5(pid=24984) [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:05:08.034198 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:08.045196 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:05:08.187131 tst mo_mt_call.py: using LAC 41092\u000a13:05:08.306973 tst mo_mt_call.py: using RAC 37\u000a13:05:08.425024 tst mo_mt_call.py: using CellId 41092\u000a13:05:08.545072 tst mo_mt_call.py: using BVCI 41093\u000a13:05:08.568009 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:08.579248 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:08.589885 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:08.600322 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:08.611097 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:08.621914 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:05:08.740077 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:05:08.941903 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:09.425104 run create_hlr_db(pid=24978): Launched\u000a13:05:09.599376 bus /sierra_2: Setting Powered False\u000a13:05:10.622068 run create_hlr_db(pid=24978): Terminated: ok {rc=0}\u000a13:05:11.053644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24980): Launched\u000a13:05:11.378253 run osmo-hlr_10.42.42.2(pid=24981): Launched\u000a13:05:11.500779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:12.063690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24983): Launched\u000a13:05:12.388240 run osmo-stp_10.42.42.5(pid=24984): Launched\u000a13:05:12.505911 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:05:13.098048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24986): Launched\u000a13:05:13.422988 run osmo-msc_10.42.42.6(pid=24987): Launched\u000a13:05:13.614808 run osmo-stp_10.42.42.5(pid=24984): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24984)]\u000a13:05:13.752288 run osmo-stp_10.42.42.5(pid=24984): stdout: \u000a| (launched: 2022-12-14_13:05:12.228844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:13.889817 run osmo-stp_10.42.42.5(pid=24984): stderr: \u000a| �[0;m�[38;5;43m20221214130512419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130512419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130512420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130512420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130512420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130512421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130512421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:14.021105 run osmo-stp_10.42.42.5(pid=24984): stdout: \u000a| (launched: 2022-12-14_13:05:12.228844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:14.151183 run osmo-stp_10.42.42.5(pid=24984): stderr: \u000a| �[0;m�[38;5;43m20221214130512419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130512419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130512420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130512420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130512420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130512421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130512421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:14.208549 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24984): Process ended prematurely: osmo-stp_10.42.42.5(pid=24984) [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24984)] [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:05:14.217890 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:05:14.280869 run osmo-hlr_10.42.42.2(pid=24981): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24981)]\u000a13:05:14.332886 run osmo-hlr_10.42.42.2(pid=24981): stdout: \u000a| (launched: 2022-12-14_13:05:11.218908) \u000a13:05:14.385083 run osmo-hlr_10.42.42.2(pid=24981): stderr: \u000a| �[0;m�[1;31m20221214130511418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130511418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130511418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130511418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130511418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130511418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130511432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130511440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130511440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130511440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:14.455621 run osmo-msc_10.42.42.6(pid=24987): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24987)]\u000a13:05:14.506761 run osmo-msc_10.42.42.6(pid=24987): stdout: \u000a| (launched: 2022-12-14_13:05:13.263523) \u000a13:05:14.558581 run osmo-msc_10.42.42.6(pid=24987): stderr: \u000a| �[0;m�[38;5;43m20221214130513586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214130513586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6514e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214130513586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214130513586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214130513586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214130513586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214130513588 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214130513588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214130513588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214130513589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:05:14.603047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24980): Terminating (SIGTERM)\u000a13:05:14.645313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24983): Terminating (SIGTERM)\u000a13:05:14.687179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24986): Terminating (SIGTERM)\u000a13:05:14.696751 --- ParallelTerminationStrategy: PID 24980 died...\u000a13:05:14.752549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24980): Terminated: ok {rc=0}\u000a13:05:14.762570 --- ParallelTerminationStrategy: PID 24983 died...\u000a13:05:14.818146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24983): Terminated: ok {rc=0}\u000a13:05:14.828417 --- ParallelTerminationStrategy: PID 24986 died...\u000a13:05:14.884150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24986): Terminated: ok {rc=0}\u000a13:05:14.970133 bus /sierra_3: Setting Powered False\u000a13:05:16.091056 bus /sierra_3: Setting Powered False\u000a13:05:17.212703 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24996): Process ended prematurely: osmo-stp_10.42.42.5(pid=24996) [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24996)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24996): Process ended prematurely: osmo-stp_10.42.42.5(pid=24996) [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:05:18.327318 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:18.339276 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:05:18.491651 tst mo_mt_call_osmux.py: using LAC 41093\u000a13:05:18.619657 tst mo_mt_call_osmux.py: using RAC 38\u000a13:05:18.746657 tst mo_mt_call_osmux.py: using CellId 41093\u000a13:05:18.873446 tst mo_mt_call_osmux.py: using BVCI 41094\u000a13:05:18.898164 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:18.909535 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:18.920612 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:18.931859 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:18.943366 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:18.954862 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:05:19.074672 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:05:19.286445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:19.797282 run create_hlr_db(pid=24990): Launched\u000a13:05:19.985477 bus /sierra_2: Setting Powered False\u000a13:05:20.995602 run create_hlr_db(pid=24990): Terminated: ok {rc=0}\u000a13:05:21.436240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24992): Launched\u000a13:05:21.761761 run osmo-hlr_10.42.42.2(pid=24993): Launched\u000a13:05:21.883165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:22.447400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24995): Launched\u000a13:05:22.771905 run osmo-stp_10.42.42.5(pid=24996): Launched\u000a13:05:22.889840 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:05:23.483313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24998): Launched\u000a13:05:23.808722 run osmo-msc_10.42.42.6(pid=24999): Launched\u000a13:05:23.998452 run osmo-stp_10.42.42.5(pid=24996): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24996)]\u000a13:05:24.135239 run osmo-stp_10.42.42.5(pid=24996): stdout: \u000a| (launched: 2022-12-14_13:05:22.612615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:24.272434 run osmo-stp_10.42.42.5(pid=24996): stderr: \u000a| �[0;m�[38;5;43m20221214130522807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130522807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130522807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130522807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130522808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130522808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130522808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:24.403687 run osmo-stp_10.42.42.5(pid=24996): stdout: \u000a| (launched: 2022-12-14_13:05:22.612615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:24.533401 run osmo-stp_10.42.42.5(pid=24996): stderr: \u000a| �[0;m�[38;5;43m20221214130522807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130522807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130522807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130522807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130522808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130522808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130522808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:24.590337 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24996): Process ended prematurely: osmo-stp_10.42.42.5(pid=24996) [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24996)] [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:05:24.599450 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:05:24.661791 run osmo-hlr_10.42.42.2(pid=24993): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24993)]\u000a13:05:24.712556 run osmo-hlr_10.42.42.2(pid=24993): stdout: \u000a| (launched: 2022-12-14_13:05:21.602216) \u000a13:05:24.764001 run osmo-hlr_10.42.42.2(pid=24993): stderr: \u000a| �[0;m�[1;31m20221214130521802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130521802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130521802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130521802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130521802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130521803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130521814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130521822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130521822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130521823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:24.833831 run osmo-msc_10.42.42.6(pid=24999): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24999)]\u000a13:05:24.884648 run osmo-msc_10.42.42.6(pid=24999): stdout: \u000a| (launched: 2022-12-14_13:05:23.648824) \u000a13:05:24.936045 run osmo-msc_10.42.42.6(pid=24999): stderr: \u000a| �[0;m�[38;5;43m20221214130523971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214130523971 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fed670b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214130523971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214130523971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214130523971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214130523971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214130523973 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214130523973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214130523974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214130523974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:05:24.980037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24992): Terminating (SIGTERM)\u000a13:05:25.022138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24995): Terminating (SIGTERM)\u000a13:05:25.064211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24998): Terminating (SIGTERM)\u000a13:05:25.073933 --- ParallelTerminationStrategy: PID 24992 died...\u000a13:05:25.129775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24992): Terminated: ok {rc=0}\u000a13:05:25.139669 --- ParallelTerminationStrategy: PID 24995 died...\u000a13:05:25.195325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24995): Terminated: ok {rc=0}\u000a13:05:25.205398 --- ParallelTerminationStrategy: PID 24998 died...\u000a13:05:25.260983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24998): Terminated: ok {rc=0}\u000a13:05:25.346713 bus /sierra_3: Setting Powered False\u000a13:05:26.451542 bus /sierra_3: Setting Powered False\u000a13:05:27.562776 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:05:07" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25010): Process ended prematurely: osmo-stp_10.42.42.5(pid=25010) [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25010)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25010): Process ended prematurely: osmo-stp_10.42.42.5(pid=25010) [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:05:29.524869 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:29.536297 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:05:29.689265 tst mo_mt_call.py: using LAC 41094\u000a13:05:29.817469 tst mo_mt_call.py: using RAC 39\u000a13:05:29.948471 tst mo_mt_call.py: using CellId 41094\u000a13:05:30.072886 tst mo_mt_call.py: using BVCI 41095\u000a13:05:30.097660 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:30.108928 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:30.120161 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:30.131393 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:30.142873 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:30.154471 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:05:30.273986 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:05:30.485243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:31.071566 run create_hlr_db(pid=25004): Launched\u000a13:05:31.251876 bus /sierra_2: Setting Powered False\u000a13:05:32.283669 run create_hlr_db(pid=25004): Terminated: ok {rc=0}\u000a13:05:32.687564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25006): Launched\u000a13:05:32.991249 run osmo-hlr_10.42.42.2(pid=25007): Launched\u000a13:05:33.107934 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:33.637136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25009): Launched\u000a13:05:33.939309 run osmo-stp_10.42.42.5(pid=25010): Launched\u000a13:05:34.049822 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:05:34.600464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25012): Launched\u000a13:05:34.903316 run osmo-msc_10.42.42.6(pid=25013): Launched\u000a13:05:35.080333 run osmo-stp_10.42.42.5(pid=25010): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25010)]\u000a13:05:35.208532 run osmo-stp_10.42.42.5(pid=25010): stdout: \u000a| (launched: 2022-12-14_13:05:33.791035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:35.334827 run osmo-stp_10.42.42.5(pid=25010): stderr: \u000a| �[0;m�[38;5;43m20221214130533961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130533961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130533962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130533962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130533963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130533963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130533963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:35.456165 run osmo-stp_10.42.42.5(pid=25010): stdout: \u000a| (launched: 2022-12-14_13:05:33.791035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:35.576753 run osmo-stp_10.42.42.5(pid=25010): stderr: \u000a| �[0;m�[38;5;43m20221214130533961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130533961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130533962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130533962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130533963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130533963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130533963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:35.630034 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25010): Process ended prematurely: osmo-stp_10.42.42.5(pid=25010) [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25010)] [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:05:35.638517 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:05:35.697769 run osmo-hlr_10.42.42.2(pid=25007): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25007)]\u000a13:05:35.746290 run osmo-hlr_10.42.42.2(pid=25007): stdout: \u000a| (launched: 2022-12-14_13:05:32.841589) \u000a13:05:35.795639 run osmo-hlr_10.42.42.2(pid=25007): stderr: \u000a| �[0;m�[1;31m20221214130533017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130533017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130533017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130533017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130533017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130533017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130533027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130533037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130533037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130533037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:35.862393 run osmo-msc_10.42.42.6(pid=25013): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25013)]\u000a13:05:35.910649 run osmo-msc_10.42.42.6(pid=25013): stdout: \u000a| (launched: 2022-12-14_13:05:34.754150) \u000a13:05:35.959403 run osmo-msc_10.42.42.6(pid=25013): stderr: \u000a| �[0;m�[38;5;43m20221214130535024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214130535024 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9793d48c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214130535024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214130535024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214130535025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214130535025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214130535026 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214130535027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214130535027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214130535027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:05:36.000977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25006): Terminating (SIGTERM)\u000a13:05:36.039986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25009): Terminating (SIGTERM)\u000a13:05:36.079048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25012): Terminating (SIGTERM)\u000a13:05:36.088247 --- ParallelTerminationStrategy: PID 25006 died...\u000a13:05:36.141309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25006): Terminated: ok {rc=0}\u000a13:05:36.150845 --- ParallelTerminationStrategy: PID 25009 died...\u000a13:05:36.203538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25009): Terminated: ok {rc=0}\u000a13:05:36.213126 --- ParallelTerminationStrategy: PID 25012 died...\u000a13:05:36.265436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25012): Terminated: ok {rc=0}\u000a13:05:36.352800 bus /sierra_3: Setting Powered False\u000a13:05:37.455444 bus /sierra_3: Setting Powered False\u000a13:05:38.564654 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25021): Process ended prematurely: osmo-stp_10.42.42.5(pid=25021) [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25021)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25021): Process ended prematurely: osmo-stp_10.42.42.5(pid=25021) [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:05:39.674765 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:39.686422 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:05:39.830354 tst mo_mt_call_osmux.py: using LAC 41095\u000a13:05:39.949783 tst mo_mt_call_osmux.py: using RAC 40\u000a13:05:40.077972 tst mo_mt_call_osmux.py: using CellId 41095\u000a13:05:40.203861 tst mo_mt_call_osmux.py: using BVCI 41096\u000a13:05:40.228715 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:40.240307 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:40.251567 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:40.262923 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:40.274511 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:40.286038 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:05:40.401953 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:05:40.612083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:41.122314 run create_hlr_db(pid=25015): Launched\u000a13:05:41.310112 bus /sierra_2: Setting Powered False\u000a13:05:42.331562 run create_hlr_db(pid=25015): Terminated: ok {rc=0}\u000a13:05:42.736548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25017): Launched\u000a13:05:43.038760 run osmo-hlr_10.42.42.2(pid=25018): Launched\u000a13:05:43.154222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:43.678814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25020): Launched\u000a13:05:43.982237 run osmo-stp_10.42.42.5(pid=25021): Launched\u000a13:05:44.092295 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:05:44.643546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25023): Launched\u000a13:05:44.946736 run osmo-msc_10.42.42.6(pid=25024): Launched\u000a13:05:45.123914 run osmo-stp_10.42.42.5(pid=25021): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25021)]\u000a13:05:45.251492 run osmo-stp_10.42.42.5(pid=25021): stdout: \u000a| (launched: 2022-12-14_13:05:43.833214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:45.377917 run osmo-stp_10.42.42.5(pid=25021): stderr: \u000a| �[0;m�[38;5;43m20221214130544003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130544003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130544004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130544004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130544005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130544005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130544005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:45.499039 run osmo-stp_10.42.42.5(pid=25021): stdout: \u000a| (launched: 2022-12-14_13:05:43.833214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:45.619423 run osmo-stp_10.42.42.5(pid=25021): stderr: \u000a| �[0;m�[38;5;43m20221214130544003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130544003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130544004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130544004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130544005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130544005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130544005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:45.672615 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25021): Process ended prematurely: osmo-stp_10.42.42.5(pid=25021) [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25021)] [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:05:45.681106 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:05:45.740751 run osmo-hlr_10.42.42.2(pid=25018): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25018)]\u000a13:05:45.789314 run osmo-hlr_10.42.42.2(pid=25018): stdout: \u000a| (launched: 2022-12-14_13:05:42.890087) \u000a13:05:45.858520 run osmo-hlr_10.42.42.2(pid=25018): stderr: \u000a| �[0;m�[1;31m20221214130543069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130543069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130543069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130543069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130543069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130543069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130543081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130543089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130543090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130543090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:45.937049 run osmo-msc_10.42.42.6(pid=25024): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25024)]\u000a13:05:45.990361 run osmo-msc_10.42.42.6(pid=25024): stdout: \u000a| (launched: 2022-12-14_13:05:44.797303) \u000a13:05:46.045858 run osmo-msc_10.42.42.6(pid=25024): stderr: \u000a| �[0;m�[38;5;43m20221214130545067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214130545067 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a0939ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214130545067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214130545067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214130545067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214130545067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214130545069 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214130545070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214130545070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214130545070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:05:46.092507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25017): Terminating (SIGTERM)\u000a13:05:46.138794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25020): Terminating (SIGTERM)\u000a13:05:46.185033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25023): Terminating (SIGTERM)\u000a13:05:46.195811 --- ParallelTerminationStrategy: PID 25017 died...\u000a13:05:46.258117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25017): Terminated: ok {rc=0}\u000a13:05:46.270180 --- ParallelTerminationStrategy: PID 25020 died...\u000a13:05:46.329342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25020): Terminated: ok {rc=0}\u000a13:05:46.341272 --- ParallelTerminationStrategy: PID 25023 died...\u000a13:05:46.400495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25023): Terminated: ok {rc=0}\u000a13:05:46.488310 bus /sierra_3: Setting Powered False\u000a13:05:47.593587 bus /sierra_3: Setting Powered False\u000a13:05:48.704588 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:05:29" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25035): Process ended prematurely: osmo-stp_10.42.42.5(pid=25035) [trial-2405↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25035)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25035): Process ended prematurely: osmo-stp_10.42.42.5(pid=25035) [trial-2405↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25035)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:05:50.663406 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:05:50.674270 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:05:50.824792 tst mo_mt_call.py: using LAC 41096\u000a13:05:50.953971 tst mo_mt_call.py: using RAC 41\u000a13:05:51.082756 tst mo_mt_call.py: using CellId 41096\u000a13:05:51.205236 tst mo_mt_call.py: using BVCI 41097\u000a13:05:51.228147 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:05:51.239226 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:05:51.250118 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:05:51.260876 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:05:51.271764 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:05:51.282569 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:05:51.396928 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:05:51.595631 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:52.083535 run create_hlr_db(pid=25029): Launched\u000a13:05:52.271772 bus /sierra_2: Setting Powered False\u000a13:05:53.293683 run create_hlr_db(pid=25029): Terminated: ok {rc=0}\u000a13:05:53.725879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25031): Launched\u000a13:05:54.049675 run osmo-hlr_10.42.42.2(pid=25032): Launched\u000a13:05:54.169748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:54.732554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25034): Launched\u000a13:05:55.057172 run osmo-stp_10.42.42.5(pid=25035): Launched\u000a13:05:55.176108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:05:55.768746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25037): Launched\u000a13:05:56.094405 run osmo-msc_10.42.42.6(pid=25038): Launched\u000a13:05:56.285641 run osmo-stp_10.42.42.5(pid=25035): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25035)]\u000a13:05:56.424289 run osmo-stp_10.42.42.5(pid=25035): stdout: \u000a| (launched: 2022-12-14_13:05:54.898068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:56.561836 run osmo-stp_10.42.42.5(pid=25035): stderr: \u000a| �[0;m�[38;5;43m20221214130555091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130555091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130555091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130555092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130555092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130555092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130555092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:56.692810 run osmo-stp_10.42.42.5(pid=25035): stdout: \u000a| (launched: 2022-12-14_13:05:54.898068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:56.822754 run osmo-stp_10.42.42.5(pid=25035): stderr: \u000a| �[0;m�[38;5;43m20221214130555091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130555091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130555091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130555092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130555092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130555092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130555092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:56.879701 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25035): Process ended prematurely: osmo-stp_10.42.42.5(pid=25035) [trial-2405↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25035)] [trial-2405↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:05:56.888781 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:05:56.951932 run osmo-hlr_10.42.42.2(pid=25032): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25032)]\u000a13:05:57.003574 run osmo-hlr_10.42.42.2(pid=25032): stdout: \u000a| (launched: 2022-12-14_13:05:53.891105) \u000a13:05:57.056177 run osmo-hlr_10.42.42.2(pid=25032): stderr: \u000a| �[0;m�[1;31m20221214130554091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130554091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130554091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130554091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130554091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130554091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130554104 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130554112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130554112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130554112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:57.126926 run osmo-msc_10.42.42.6(pid=25038): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25038)]\u000a13:05:57.178747 run osmo-msc_10.42.42.6(pid=25038): stdout: \u000a| (launched: 2022-12-14_13:05:55.934693) \u000a13:05:57.230937 run osmo-msc_10.42.42.6(pid=25038): stderr: \u000a| �[0;m�[38;5;43m20221214130556255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214130556255 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd9bd2cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214130556255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214130556255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214130556256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214130556256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214130556257 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214130556258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214130556258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214130556258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:05:57.275319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25031): Terminating (SIGTERM)\u000a13:05:57.317154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25034): Terminating (SIGTERM)\u000a13:05:57.359895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25037): Terminating (SIGTERM)\u000a13:05:57.369656 --- ParallelTerminationStrategy: PID 25031 died...\u000a13:05:57.426742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25031): Terminated: ok {rc=0}\u000a13:05:57.436780 --- ParallelTerminationStrategy: PID 25034 died...\u000a13:05:57.493245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25034): Terminated: ok {rc=0}\u000a13:05:57.503390 --- ParallelTerminationStrategy: PID 25037 died...\u000a13:05:57.559641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25037): Terminated: ok {rc=0}\u000a13:05:57.646650 bus /sierra_3: Setting Powered False\u000a13:05:58.751853 bus /sierra_3: Setting Powered False\u000a13:05:59.863350 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25046): Process ended prematurely: osmo-stp_10.42.42.5(pid=25046) [trial-2405↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25046)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25046): Process ended prematurely: osmo-stp_10.42.42.5(pid=25046) [trial-2405↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:06:00.987756 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:01.001498 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:06:01.158132 tst mo_mt_call_osmux.py: using LAC 41097\u000a13:06:01.291360 tst mo_mt_call_osmux.py: using RAC 42\u000a13:06:01.422797 tst mo_mt_call_osmux.py: using CellId 41097\u000a13:06:01.555590 tst mo_mt_call_osmux.py: using BVCI 41098\u000a13:06:01.582372 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:01.595203 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:01.607848 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:01.620555 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:01.635834 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:01.648582 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:06:01.788308 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:06:02.005365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:02.525974 run create_hlr_db(pid=25040): Launched\u000a13:06:02.715731 bus /sierra_2: Setting Powered False\u000a13:06:03.735755 run create_hlr_db(pid=25040): Terminated: ok {rc=0}\u000a13:06:04.142826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25042): Launched\u000a13:06:04.445110 run osmo-hlr_10.42.42.2(pid=25043): Launched\u000a13:06:04.564607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:05.094967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25045): Launched\u000a13:06:05.398436 run osmo-stp_10.42.42.5(pid=25046): Launched\u000a13:06:05.507769 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:06:06.059701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25048): Launched\u000a13:06:06.362946 run osmo-msc_10.42.42.6(pid=25049): Launched\u000a13:06:06.540315 run osmo-stp_10.42.42.5(pid=25046): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25046)]\u000a13:06:06.668133 run osmo-stp_10.42.42.5(pid=25046): stdout: \u000a| (launched: 2022-12-14_13:06:05.249734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:06.793968 run osmo-stp_10.42.42.5(pid=25046): stderr: \u000a| �[0;m�[38;5;43m20221214130605421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130605421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130605421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130605422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130605422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130605422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130605422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:06.915698 run osmo-stp_10.42.42.5(pid=25046): stdout: \u000a| (launched: 2022-12-14_13:06:05.249734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:07.036015 run osmo-stp_10.42.42.5(pid=25046): stderr: \u000a| �[0;m�[38;5;43m20221214130605421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130605421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130605421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130605422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130605422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130605422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130605422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:07.089031 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25046): Process ended prematurely: osmo-stp_10.42.42.5(pid=25046) [trial-2405↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25046)] [trial-2405↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:06:07.097501 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:06:07.157763 run osmo-hlr_10.42.42.2(pid=25043): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25043)]\u000a13:06:07.206368 run osmo-hlr_10.42.42.2(pid=25043): stdout: \u000a| (launched: 2022-12-14_13:06:04.296870) \u000a13:06:07.255516 run osmo-hlr_10.42.42.2(pid=25043): stderr: \u000a| �[0;m�[1;31m20221214130604475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130604475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130604475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130604475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130604475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130604475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130604488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130604498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130604499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130604499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:07.322788 run osmo-msc_10.42.42.6(pid=25049): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25049)]\u000a13:06:07.371385 run osmo-msc_10.42.42.6(pid=25049): stdout: \u000a| (launched: 2022-12-14_13:06:06.213766) \u000a13:06:07.420459 run osmo-msc_10.42.42.6(pid=25049): stderr: \u000a| �[0;m�[38;5;43m20221214130606485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214130606485 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f505c395c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214130606486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214130606486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214130606486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214130606486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214130606488 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214130606488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214130606488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214130606488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:06:07.462101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25042): Terminating (SIGTERM)\u000a13:06:07.502619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25045): Terminating (SIGTERM)\u000a13:06:07.542235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25048): Terminating (SIGTERM)\u000a13:06:07.551391 --- ParallelTerminationStrategy: PID 25042 died...\u000a13:06:07.604377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25042): Terminated: ok {rc=0}\u000a13:06:07.613903 --- ParallelTerminationStrategy: PID 25045 died...\u000a13:06:07.666467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25045): Terminated: ok {rc=0}\u000a13:06:07.675947 --- ParallelTerminationStrategy: PID 25048 died...\u000a13:06:07.728221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25048): Terminated: ok {rc=0}\u000a13:06:07.815561 bus /sierra_3: Setting Powered False\u000a13:06:08.917596 bus /sierra_3: Setting Powered False\u000a13:06:10.028289 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:05:50" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25060): Process ended prematurely: osmo-stp_10.42.42.5(pid=25060) [trial-2405↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25060)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25060): Process ended prematurely: osmo-stp_10.42.42.5(pid=25060) [trial-2405↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:06:11.969098 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:11.979686 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:06:12.124322 tst mo_mt_call.py: using LAC 41098\u000a13:06:12.247433 tst mo_mt_call.py: using RAC 43\u000a13:06:12.364474 tst mo_mt_call.py: using CellId 41098\u000a13:06:12.481294 tst mo_mt_call.py: using BVCI 41099\u000a13:06:12.504182 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:12.514915 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:12.525389 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:12.535759 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:12.546717 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:12.557712 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:06:12.672776 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:06:12.872095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:13.355690 run create_hlr_db(pid=25054): Launched\u000a13:06:13.529152 bus /sierra_2: Setting Powered False\u000a13:06:14.551677 run create_hlr_db(pid=25054): Terminated: ok {rc=0}\u000a13:06:14.981867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25056): Launched\u000a13:06:15.306346 run osmo-hlr_10.42.42.2(pid=25057): Launched\u000a13:06:15.425674 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:16.019441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25059): Launched\u000a13:06:16.557644 run osmo-stp_10.42.42.5(pid=25060): Launched\u000a13:06:16.701192 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:06:17.316559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25062): Launched\u000a13:06:17.642505 run osmo-msc_10.42.42.6(pid=25063): Launched\u000a13:06:17.833721 run osmo-stp_10.42.42.5(pid=25060): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25060)]\u000a13:06:17.971411 run osmo-stp_10.42.42.5(pid=25060): stdout: \u000a| (launched: 2022-12-14_13:06:16.190507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:18.109743 run osmo-stp_10.42.42.5(pid=25060): stderr: \u000a| �[0;m�[38;5;43m20221214130616413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130616413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130616414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130616414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130616415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130616415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130616415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:18.241405 run osmo-stp_10.42.42.5(pid=25060): stdout: \u000a| (launched: 2022-12-14_13:06:16.190507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:18.371732 run osmo-stp_10.42.42.5(pid=25060): stderr: \u000a| �[0;m�[38;5;43m20221214130616413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130616413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130616414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130616414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130616415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130616415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130616415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:18.428901 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25060): Process ended prematurely: osmo-stp_10.42.42.5(pid=25060) [trial-2405↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25060)] [trial-2405↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:06:18.438328 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a13:06:18.501318 run osmo-hlr_10.42.42.2(pid=25057): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25057)]\u000a13:06:18.552574 run osmo-hlr_10.42.42.2(pid=25057): stdout: \u000a| (launched: 2022-12-14_13:06:15.147161) \u000a13:06:18.604926 run osmo-hlr_10.42.42.2(pid=25057): stderr: \u000a| �[0;m�[1;31m20221214130615345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130615345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130615345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130615345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130615345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130615345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130615358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130615367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130615367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130615367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:18.676002 run osmo-msc_10.42.42.6(pid=25063): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25063)]\u000a13:06:18.727642 run osmo-msc_10.42.42.6(pid=25063): stdout: \u000a| (launched: 2022-12-14_13:06:17.483060) \u000a13:06:18.779903 run osmo-msc_10.42.42.6(pid=25063): stderr: \u000a| �[0;m�[38;5;43m20221214130617805 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214130617806 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb1b154ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214130617806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214130617806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214130617806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214130617806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214130617808 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214130617808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214130617808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214130617808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:06:18.824389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25056): Terminating (SIGTERM)\u000a13:06:18.866616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25059): Terminating (SIGTERM)\u000a13:06:18.908739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25062): Terminating (SIGTERM)\u000a13:06:18.918661 --- ParallelTerminationStrategy: PID 25056 died...\u000a13:06:18.975570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25056): Terminated: ok {rc=0}\u000a13:06:18.985867 --- ParallelTerminationStrategy: PID 25059 died...\u000a13:06:19.042423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25059): Terminated: ok {rc=0}\u000a13:06:19.052671 --- ParallelTerminationStrategy: PID 25062 died...\u000a13:06:19.109185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25062): Terminated: ok {rc=0}\u000a13:06:19.197012 bus /sierra_3: Setting Powered False\u000a13:06:20.299746 bus /sierra_3: Setting Powered False\u000a13:06:21.406138 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25071): Process ended prematurely: osmo-stp_10.42.42.5(pid=25071) [trial-2405↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25071)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25071): Process ended prematurely: osmo-stp_10.42.42.5(pid=25071) [trial-2405↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:06:22.522064 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:22.533801 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:06:22.685083 tst mo_mt_call_osmux.py: using LAC 41099\u000a13:06:22.811313 tst mo_mt_call_osmux.py: using RAC 44\u000a13:06:22.939398 tst mo_mt_call_osmux.py: using CellId 41099\u000a13:06:23.071924 tst mo_mt_call_osmux.py: using BVCI 41100\u000a13:06:23.096506 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:23.107751 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:23.118812 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:23.129780 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:23.141083 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:23.152419 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:06:23.267235 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:06:23.467193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:23.950066 run create_hlr_db(pid=25065): Launched\u000a13:06:24.123696 bus /sierra_2: Setting Powered False\u000a13:06:25.146119 run create_hlr_db(pid=25065): Terminated: ok {rc=0}\u000a13:06:25.578259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25067): Launched\u000a13:06:25.903581 run osmo-hlr_10.42.42.2(pid=25068): Launched\u000a13:06:26.024880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:26.588863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25070): Launched\u000a13:06:26.911835 run osmo-stp_10.42.42.5(pid=25071): Launched\u000a13:06:27.029759 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:06:27.628022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25073): Launched\u000a13:06:27.953612 run osmo-msc_10.42.42.6(pid=25074): Launched\u000a13:06:28.145344 run osmo-stp_10.42.42.5(pid=25071): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25071)]\u000a13:06:28.283506 run osmo-stp_10.42.42.5(pid=25071): stdout: \u000a| (launched: 2022-12-14_13:06:26.753504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:28.421535 run osmo-stp_10.42.42.5(pid=25071): stderr: \u000a| �[0;m�[38;5;43m20221214130626949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130626949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130626949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130626950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130626950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130626950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130626950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:28.552532 run osmo-stp_10.42.42.5(pid=25071): stdout: \u000a| (launched: 2022-12-14_13:06:26.753504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:28.682820 run osmo-stp_10.42.42.5(pid=25071): stderr: \u000a| �[0;m�[38;5;43m20221214130626949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130626949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130626949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130626950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130626950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130626950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130626950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:28.740132 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25071): Process ended prematurely: osmo-stp_10.42.42.5(pid=25071) [trial-2405↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25071)] [trial-2405↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:06:28.749367 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:06:28.812134 run osmo-hlr_10.42.42.2(pid=25068): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25068)]\u000a13:06:28.863527 run osmo-hlr_10.42.42.2(pid=25068): stdout: \u000a| (launched: 2022-12-14_13:06:25.744260) \u000a13:06:28.915623 run osmo-hlr_10.42.42.2(pid=25068): stderr: \u000a| �[0;m�[1;31m20221214130625944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130625944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130625944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130625944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130625944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130625944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130625956 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130625964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130625964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130625964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:28.986265 run osmo-msc_10.42.42.6(pid=25074): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25074)]\u000a13:06:29.037782 run osmo-msc_10.42.42.6(pid=25074): stdout: \u000a| (launched: 2022-12-14_13:06:27.794008) \u000a13:06:29.089601 run osmo-msc_10.42.42.6(pid=25074): stderr: \u000a| �[0;m�[38;5;43m20221214130628116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214130628116 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff80db9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214130628116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214130628116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214130628116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214130628116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214130628118 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214130628119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214130628119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214130628119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:06:29.133881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25067): Terminating (SIGTERM)\u000a13:06:29.175671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25070): Terminating (SIGTERM)\u000a13:06:29.217835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25073): Terminating (SIGTERM)\u000a13:06:29.227522 --- ParallelTerminationStrategy: PID 25067 died...\u000a13:06:29.283555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25067): Terminated: ok {rc=0}\u000a13:06:29.293601 --- ParallelTerminationStrategy: PID 25070 died...\u000a13:06:29.349337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25070): Terminated: ok {rc=0}\u000a13:06:29.359569 --- ParallelTerminationStrategy: PID 25073 died...\u000a13:06:29.415636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25073): Terminated: ok {rc=0}\u000a13:06:29.502483 bus /sierra_3: Setting Powered False\u000a13:06:30.607742 bus /sierra_3: Setting Powered False\u000a13:06:31.732640 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:06:11" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25085): Process ended prematurely: osmo-stp_10.42.42.5(pid=25085) [trial-2405↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25085)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25085): Process ended prematurely: osmo-stp_10.42.42.5(pid=25085) [trial-2405↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25085)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:06:33.693059 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:06:33.703572 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a13:06:33.831120 tst emergency_mo_mt_call.py: using LAC 41100\u000a13:06:33.951690 tst emergency_mo_mt_call.py: using RAC 45\u000a13:06:34.070459 tst emergency_mo_mt_call.py: using CellId 41100\u000a13:06:34.189945 tst emergency_mo_mt_call.py: using BVCI 41101\u000a13:06:34.212514 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:06:34.223503 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:06:34.234146 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:06:34.244361 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:06:34.255228 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:06:34.265519 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a13:06:34.377165 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a13:06:34.585667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:35.089531 run create_hlr_db(pid=25079): Launched\u000a13:06:35.275417 bus /sierra_2: Setting Powered False\u000a13:06:36.295973 run create_hlr_db(pid=25079): Terminated: ok {rc=0}\u000a13:06:36.693670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25081): Launched\u000a13:06:36.990282 run osmo-hlr_10.42.42.2(pid=25082): Launched\u000a13:06:37.098899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:37.613200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25084): Launched\u000a13:06:37.910451 run osmo-stp_10.42.42.5(pid=25085): Launched\u000a13:06:38.031117 tst emergency_mo_mt_call.py: using MSISDN 8702\u000a13:06:38.178329 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:06:38.720116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25087): Launched\u000a13:06:39.017078 run osmo-msc_10.42.42.6(pid=25088): Launched\u000a13:06:39.190562 run osmo-stp_10.42.42.5(pid=25085): ERR: Terminated: ERROR {rc=1} [trial-2405↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25085)]\u000a13:06:39.315609 run osmo-stp_10.42.42.5(pid=25085): stdout: \u000a| (launched: 2022-12-14_13:06:37.764063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:39.439481 run osmo-stp_10.42.42.5(pid=25085): stderr: \u000a| �[0;m�[38;5;43m20221214130637933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130637933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130637933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130637933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130637936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130637936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130637936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:39.559116 run osmo-stp_10.42.42.5(pid=25085): stdout: \u000a| (launched: 2022-12-14_13:06:37.764063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:39.678155 run osmo-stp_10.42.42.5(pid=25085): stderr: \u000a| �[0;m�[38;5;43m20221214130637933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130637933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130637933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130637933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130637936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130637936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130637936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:39.729977 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25085): Process ended prematurely: osmo-stp_10.42.42.5(pid=25085) [trial-2405↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25085)] [trial-2405↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a13:06:39.738110 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a13:06:39.797132 run osmo-hlr_10.42.42.2(pid=25082): ERR: Terminated: ERROR {rc=237} [trial-2405↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25082)]\u000a13:06:39.845559 run osmo-hlr_10.42.42.2(pid=25082): stdout: \u000a| (launched: 2022-12-14_13:06:36.844076) \u000a13:06:39.894535 run osmo-hlr_10.42.42.2(pid=25082): stderr: \u000a| �[0;m�[1;31m20221214130637020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130637020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130637020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130637020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130637020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130637020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130637032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130637042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130637042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130637042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:39.961295 run osmo-msc_10.42.42.6(pid=25088): ERR: Terminated: ERROR {rc=2} [trial-2405↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25088)]\u000a13:06:40.009768 run osmo-msc_10.42.42.6(pid=25088): stdout: \u000a| (launched: 2022-12-14_13:06:38.870988) \u000a13:06:40.058837 run osmo-msc_10.42.42.6(pid=25088): stderr: \u000a| �[0;m�[38;5;43m20221214130639142 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214130639142 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f67373f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214130639142 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214130639142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214130639142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214130639142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214130639144 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214130639145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214130639145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214130639145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:06:40.100168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25081): Terminating (SIGTERM)\u000a13:06:40.139385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25084): Terminating (SIGTERM)\u000a13:06:40.178804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25087): Terminating (SIGTERM)\u000a13:06:40.187638 --- ParallelTerminationStrategy: PID 25081 died...\u000a13:06:40.240544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25081): Terminated: ok {rc=0}\u000a13:06:40.250290 --- ParallelTerminationStrategy: PID 25084 died...\u000a13:06:40.303433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25084): Terminated: ok {rc=0}\u000a13:06:40.313594 --- ParallelTerminationStrategy: PID 25087 died...\u000a13:06:40.366619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25087): Terminated: ok {rc=0}\u000a13:06:40.455104 bus /sierra_3: Setting Powered False\u000a13:06:41.558656 bus /sierra_3: Setting Powered False\u000a13:06:42.664604 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25096): Process ended prematurely: osmo-stp_10.42.42.5(pid=25096) [trial-2405↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25096)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25096): Process ended prematurely: osmo-stp_10.42.42.5(pid=25096) [trial-2405↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:06:43.716604 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:06:43.728338 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a13:06:43.857757 tst emergency_preemptive_call.py: using LAC 41101\u000a13:06:43.982088 tst emergency_preemptive_call.py: using RAC 46\u000a13:06:44.106139 tst emergency_preemptive_call.py: using CellId 41101\u000a13:06:44.229796 tst emergency_preemptive_call.py: using BVCI 41102\u000a13:06:44.254117 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:06:44.265002 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:06:44.275868 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:06:44.286764 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:06:44.298557 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:06:44.310090 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a13:06:44.425292 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a13:06:44.544648 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a13:06:44.659511 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a13:06:44.857130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:45.336473 run create_hlr_db(pid=25090): Launched\u000a13:06:45.508203 bus /sierra_2: Setting Powered False\u000a13:06:46.600340 run create_hlr_db(pid=25090): Terminated: ok {rc=0}\u000a13:06:47.062590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25092): Launched\u000a13:06:47.372736 run osmo-hlr_10.42.42.2(pid=25093): Launched\u000a13:06:47.492357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:48.014625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25095): Launched\u000a13:06:48.310522 run osmo-stp_10.42.42.5(pid=25096): Launched\u000a13:06:48.430057 tst emergency_preemptive_call.py: using MSISDN 8703\u000a13:06:48.577054 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:06:49.115803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25098): Launched\u000a13:06:49.412539 run osmo-msc_10.42.42.6(pid=25099): Launched\u000a13:06:49.586759 run osmo-stp_10.42.42.5(pid=25096): ERR: Terminated: ERROR {rc=1} [trial-2405↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25096)]\u000a13:06:49.712482 run osmo-stp_10.42.42.5(pid=25096): stdout: \u000a| (launched: 2022-12-14_13:06:48.165143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:49.836232 run osmo-stp_10.42.42.5(pid=25096): stderr: \u000a| �[0;m�[38;5;43m20221214130648336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130648336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130648336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130648337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130648337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130648338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130648338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:49.955104 run osmo-stp_10.42.42.5(pid=25096): stdout: \u000a| (launched: 2022-12-14_13:06:48.165143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:50.073144 run osmo-stp_10.42.42.5(pid=25096): stderr: \u000a| �[0;m�[38;5;43m20221214130648336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130648336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130648336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130648337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130648337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130648338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130648338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:50.125029 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25096): Process ended prematurely: osmo-stp_10.42.42.5(pid=25096) [trial-2405↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25096)] [trial-2405↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a13:06:50.132882 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a13:06:50.192609 run osmo-hlr_10.42.42.2(pid=25093): ERR: Terminated: ERROR {rc=237} [trial-2405↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25093)]\u000a13:06:50.241270 run osmo-hlr_10.42.42.2(pid=25093): stdout: \u000a| (launched: 2022-12-14_13:06:47.223019) \u000a13:06:50.290614 run osmo-hlr_10.42.42.2(pid=25093): stderr: \u000a| �[0;m�[1;31m20221214130647403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130647403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130647403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130647403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130647403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130647403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130647419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130647428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130647428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130647428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:50.358217 run osmo-msc_10.42.42.6(pid=25099): ERR: Terminated: ERROR {rc=2} [trial-2405↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25099)]\u000a13:06:50.406935 run osmo-msc_10.42.42.6(pid=25099): stdout: \u000a| (launched: 2022-12-14_13:06:49.266474) \u000a13:06:50.456015 run osmo-msc_10.42.42.6(pid=25099): stderr: \u000a| �[0;m�[38;5;43m20221214130649541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214130649541 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce2f654c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214130649541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214130649541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214130649541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214130649541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214130649543 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214130649544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214130649544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214130649544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:06:50.497685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25092): Terminating (SIGTERM)\u000a13:06:50.537072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25095): Terminating (SIGTERM)\u000a13:06:50.576551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25098): Terminating (SIGTERM)\u000a13:06:50.585858 --- ParallelTerminationStrategy: PID 25092 died...\u000a13:06:50.638664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25092): Terminated: ok {rc=0}\u000a13:06:50.648269 --- ParallelTerminationStrategy: PID 25095 died...\u000a13:06:50.700677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25095): Terminated: ok {rc=0}\u000a13:06:50.710325 --- ParallelTerminationStrategy: PID 25098 died...\u000a13:06:50.763438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25098): Terminated: ok {rc=0}\u000a13:06:50.847168 bus /sierra_9: Setting Powered False\u000a13:06:51.953902 bus /sierra_9: Setting Powered False\u000a13:06:53.064630 bus /sierra_8: Setting Powered False\u000a13:06:54.167468 bus /sierra_8: Setting Powered False\u000a13:06:55.278353 bus /sierra_3: Setting Powered False\u000a13:06:56.384916 bus /sierra_3: Setting Powered False\u000a13:06:57.492897 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:06:33" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25117): Process ended prematurely: osmo-stp_10.42.42.5(pid=25117) [trial-2405↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25117)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25117): Process ended prematurely: osmo-stp_10.42.42.5(pid=25117) [trial-2405↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:06:59.577453 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:06:59.588130 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a13:06:59.717411 tst cs_paging_gprs_active.py: using LAC 41102\u000a13:06:59.846557 tst cs_paging_gprs_active.py: using RAC 47\u000a13:06:59.974041 tst cs_paging_gprs_active.py: using CellId 41102\u000a13:07:00.102800 tst cs_paging_gprs_active.py: using BVCI 41103\u000a13:07:00.127715 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:00.138555 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:00.149259 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:00.159752 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:00.170572 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:00.181464 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:00.192382 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:00.203310 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:00.214487 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:07:00.330216 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:07:00.607492 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:07:00.734557 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:01.109111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25105): Launched\u000a13:07:01.432773 run iperf3-srv_10.42.42.10(pid=25106): Launched\u000a13:07:01.621404 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:07:01.750273 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:02.084283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25107): Launched\u000a13:07:02.371506 run iperf3-srv_10.42.42.10(pid=25108): Launched\u000a13:07:02.572999 tst cs_paging_gprs_active.py:38: start network...\u000a13:07:02.710658 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:03.220776 run create_hlr_db(pid=25109): Launched\u000a13:07:03.409027 bus /sierra_2: Setting Powered False\u000a13:07:04.430816 run create_hlr_db(pid=25109): Terminated: ok {rc=0}\u000a13:07:04.863469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25111): Launched\u000a13:07:05.194412 run osmo-hlr_10.42.42.2(pid=25112): Launched\u000a13:07:05.316106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:05.878739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25116): Launched\u000a13:07:06.204097 run osmo-stp_10.42.42.5(pid=25117): Launched\u000a13:07:06.322361 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:07:06.888808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25119): Launched\u000a13:07:07.005516 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:07:07.288064 run patchelf(pid=25120): Launched\u000a13:07:07.477827 run osmo-stp_10.42.42.5(pid=25117): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25117)]\u000a13:07:07.616477 run osmo-stp_10.42.42.5(pid=25117): stdout: \u000a| (launched: 2022-12-14_13:07:06.044412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:07.755232 run osmo-stp_10.42.42.5(pid=25117): stderr: \u000a| �[0;m�[38;5;43m20221214130706236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130706236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130706238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130706238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130706239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130706239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130706239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:07.889847 run osmo-stp_10.42.42.5(pid=25117): stdout: \u000a| (launched: 2022-12-14_13:07:06.044412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:08.022821 run osmo-stp_10.42.42.5(pid=25117): stderr: \u000a| �[0;m�[38;5;43m20221214130706236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130706236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130706238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130706238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130706239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130706239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130706239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:08.177733 run patchelf(pid=25120): Terminating (SIGINT)\u000a13:07:08.360777 run patchelf(pid=25120): Terminated: ok {rc=0}\u000a13:07:08.394756 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25117): Process ended prematurely: osmo-stp_10.42.42.5(pid=25117) [trial-2405↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25117)] [trial-2405↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a13:07:08.404347 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a13:07:08.468376 run osmo-hlr_10.42.42.2(pid=25112): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25112)]\u000a13:07:08.519960 run osmo-hlr_10.42.42.2(pid=25112): stdout: \u000a| (launched: 2022-12-14_13:07:05.029395) \u000a13:07:08.572212 run osmo-hlr_10.42.42.2(pid=25112): stderr: \u000a| �[0;m�[1;31m20221214130705235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130705235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130705235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130705235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130705235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130705235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130705249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130705257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130705257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130705257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:08.616403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25105): Terminating (SIGTERM)\u000a13:07:08.658418 run iperf3-srv_10.42.42.10(pid=25106): Terminating (SIGTERM)\u000a13:07:08.700269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25107): Terminating (SIGTERM)\u000a13:07:08.742143 run iperf3-srv_10.42.42.10(pid=25108): Terminating (SIGTERM)\u000a13:07:08.783865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25111): Terminating (SIGTERM)\u000a13:07:08.825943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25116): Terminating (SIGTERM)\u000a13:07:08.867984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25119): Terminating (SIGTERM)\u000a13:07:08.877679 --- ParallelTerminationStrategy: PID 25105 died...\u000a13:07:08.933700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25105): Terminated: ok {rc=0}\u000a13:07:08.943689 --- ParallelTerminationStrategy: PID 25106 died...\u000a13:07:08.999411 run iperf3-srv_10.42.42.10(pid=25106): Terminated {rc=256}\u000a13:07:09.009833 --- ParallelTerminationStrategy: PID 25107 died...\u000a13:07:09.065880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25107): Terminated: ok {rc=0}\u000a13:07:09.075805 --- ParallelTerminationStrategy: PID 25108 died...\u000a13:07:09.131239 run iperf3-srv_10.42.42.10(pid=25108): Terminated {rc=256}\u000a13:07:09.141274 --- ParallelTerminationStrategy: PID 25111 died...\u000a13:07:09.197117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25111): Terminated: ok {rc=0}\u000a13:07:09.207076 --- ParallelTerminationStrategy: PID 25116 died...\u000a13:07:09.262866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25116): Terminated: ok {rc=0}\u000a13:07:09.272858 --- ParallelTerminationStrategy: PID 25119 died...\u000a13:07:09.329051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25119): Terminated: ok {rc=0}\u000a13:07:09.414011 bus /gobi_0: Setting Powered False\u000a13:07:10.518822 bus /gobi_0: Setting Powered False\u000a13:07:11.627592 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25129): Process ended prematurely: osmo-stp_10.42.42.5(pid=25129) [trial-2405↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25129)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25129): Process ended prematurely: osmo-stp_10.42.42.5(pid=25129) [trial-2405↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a13:07:12.735522 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:12.746525 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a13:07:12.868818 tst iperf3.py: using LAC 41103\u000a13:07:12.988468 tst iperf3.py: using RAC 48\u000a13:07:13.108767 tst iperf3.py: using CellId 41103\u000a13:07:13.229333 tst iperf3.py: using BVCI 41104\u000a13:07:13.252146 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:13.262557 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:13.272770 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:13.282956 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:13.293321 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:13.303356 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:13.313568 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:13.323694 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:13.333997 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:07:13.618081 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:07:13.744375 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:14.058448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25121): Launched\u000a13:07:14.319477 run iperf3-srv_10.42.42.10(pid=25122): Launched\u000a13:07:14.504778 tst iperf3.py:8: start network...\u000a13:07:14.631395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:15.115184 run create_hlr_db(pid=25123): Launched\u000a13:07:15.289898 bus /gobi_6: Setting Powered False\u000a13:07:16.367911 run create_hlr_db(pid=25123): Terminated: ok {rc=0}\u000a13:07:16.836812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25125): Launched\u000a13:07:17.234524 run osmo-hlr_10.42.42.2(pid=25126): Launched\u000a13:07:17.348719 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:17.873562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25128): Launched\u000a13:07:18.175784 run osmo-stp_10.42.42.5(pid=25129): Launched\u000a13:07:18.285793 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:07:18.814685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25131): Launched\u000a13:07:18.922568 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:07:19.186130 run patchelf(pid=25132): Launched\u000a13:07:19.362576 run osmo-stp_10.42.42.5(pid=25129): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25129)]\u000a13:07:19.491563 run osmo-stp_10.42.42.5(pid=25129): stdout: \u000a| (launched: 2022-12-14_13:07:18.027233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:19.621446 run osmo-stp_10.42.42.5(pid=25129): stderr: \u000a| �[0;m�[38;5;43m20221214130718195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130718195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130718195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130718196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130718198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130718198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130718199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:19.746370 run osmo-stp_10.42.42.5(pid=25129): stdout: \u000a| (launched: 2022-12-14_13:07:18.027233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:19.870508 run osmo-stp_10.42.42.5(pid=25129): stderr: \u000a| �[0;m�[38;5;43m20221214130718195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130718195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130718195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130718196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130718198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130718198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130718199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:20.014892 run patchelf(pid=25132): Terminating (SIGINT)\u000a13:07:20.184356 run patchelf(pid=25132): Terminated: ok {rc=0}\u000a13:07:20.215597 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25129): Process ended prematurely: osmo-stp_10.42.42.5(pid=25129) [trial-2405↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25129)] [trial-2405↪gprs:oc2g↪iperf3.py:8]\u000a13:07:20.224748 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:07:20.284340 run osmo-hlr_10.42.42.2(pid=25126): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25126)]\u000a13:07:20.332691 run osmo-hlr_10.42.42.2(pid=25126): stdout: \u000a| (launched: 2022-12-14_13:07:16.995070) \u000a13:07:20.381831 run osmo-hlr_10.42.42.2(pid=25126): stderr: \u000a| �[0;m�[1;31m20221214130717267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130717267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130717267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130717267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130717267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130717267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130717280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130717288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130717288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130717288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:20.423617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25121): Terminating (SIGTERM)\u000a13:07:20.462738 run iperf3-srv_10.42.42.10(pid=25122): Terminating (SIGTERM)\u000a13:07:20.502200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25125): Terminating (SIGTERM)\u000a13:07:20.541467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25128): Terminating (SIGTERM)\u000a13:07:20.581217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25131): Terminating (SIGTERM)\u000a13:07:20.590766 --- ParallelTerminationStrategy: PID 25121 died...\u000a13:07:20.643693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25121): Terminated: ok {rc=0}\u000a13:07:20.653378 --- ParallelTerminationStrategy: PID 25122 died...\u000a13:07:20.705698 run iperf3-srv_10.42.42.10(pid=25122): Terminated {rc=256}\u000a13:07:20.715325 --- ParallelTerminationStrategy: PID 25125 died...\u000a13:07:20.767697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25125): Terminated: ok {rc=0}\u000a13:07:20.777342 --- ParallelTerminationStrategy: PID 25128 died...\u000a13:07:20.829629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25128): Terminated: ok {rc=0}\u000a13:07:20.839260 --- ParallelTerminationStrategy: PID 25131 died...\u000a13:07:20.891679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25131): Terminated: ok {rc=0}\u000a13:07:20.978942 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25147): Process ended prematurely: osmo-stp_10.42.42.5(pid=25147) [trial-2405↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25147)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25147): Process ended prematurely: osmo-stp_10.42.42.5(pid=25147) [trial-2405↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a13:07:22.088672 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:22.099764 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a13:07:22.232008 tst iperf3m4.py: using LAC 41104\u000a13:07:22.359629 tst iperf3m4.py: using RAC 49\u000a13:07:22.488330 tst iperf3m4.py: using CellId 41104\u000a13:07:22.617659 tst iperf3m4.py: using BVCI 41105\u000a13:07:22.642844 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:22.653853 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:22.664688 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:22.675485 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:22.686380 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:22.697364 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:22.708424 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:22.719405 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:22.730584 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:07:22.847062 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:07:22.970302 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:07:23.084826 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:07:23.360319 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:07:23.486729 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:23.802331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25133): Launched\u000a13:07:24.062712 run iperf3-srv_10.42.42.10(pid=25134): Launched\u000a13:07:24.247329 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:07:24.373713 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:24.687576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25135): Launched\u000a13:07:24.947378 run iperf3-srv_10.42.42.10(pid=25136): Launched\u000a13:07:25.130815 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:07:25.255878 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:25.568006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25137): Launched\u000a13:07:25.827839 run iperf3-srv_10.42.42.10(pid=25138): Launched\u000a13:07:26.011178 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:07:26.136127 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:26.448020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25139): Launched\u000a13:07:26.708932 run iperf3-srv_10.42.42.10(pid=25140): Launched\u000a13:07:26.891850 tst iperf3m4.py:8: start network...\u000a13:07:27.016820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:27.500763 run create_hlr_db(pid=25141): Launched\u000a13:07:27.674769 bus /gobi_6: Setting Powered False\u000a13:07:28.698854 run create_hlr_db(pid=25141): Terminated: ok {rc=0}\u000a13:07:29.130041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25143): Launched\u000a13:07:29.455236 run osmo-hlr_10.42.42.2(pid=25144): Launched\u000a13:07:29.576468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:30.139184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25146): Launched\u000a13:07:30.465387 run osmo-stp_10.42.42.5(pid=25147): Launched\u000a13:07:30.584257 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:07:31.178082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25149): Launched\u000a13:07:31.289861 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:07:31.580708 run patchelf(pid=25150): Launched\u000a13:07:31.763664 run osmo-stp_10.42.42.5(pid=25147): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25147)]\u000a13:07:31.897248 run osmo-stp_10.42.42.5(pid=25147): stdout: \u000a| (launched: 2022-12-14_13:07:30.305114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:32.030206 run osmo-stp_10.42.42.5(pid=25147): stderr: \u000a| �[0;m�[38;5;43m20221214130730499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130730499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130730499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130730500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130730500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130730500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130730500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:32.159213 run osmo-stp_10.42.42.5(pid=25147): stdout: \u000a| (launched: 2022-12-14_13:07:30.305114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:32.284417 run osmo-stp_10.42.42.5(pid=25147): stderr: \u000a| �[0;m�[38;5;43m20221214130730499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130730499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130730499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130730500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130730500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130730500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130730500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:32.429552 run patchelf(pid=25150): Terminating (SIGINT)\u000a13:07:32.601075 run patchelf(pid=25150): Terminated: ok {rc=0}\u000a13:07:32.632221 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25147): Process ended prematurely: osmo-stp_10.42.42.5(pid=25147) [trial-2405↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25147)] [trial-2405↪gprs:oc2g↪iperf3m4.py:8]\u000a13:07:32.641954 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a13:07:32.702955 run osmo-hlr_10.42.42.2(pid=25144): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25144)]\u000a13:07:32.752540 run osmo-hlr_10.42.42.2(pid=25144): stdout: \u000a| (launched: 2022-12-14_13:07:29.295485) \u000a13:07:32.802512 run osmo-hlr_10.42.42.2(pid=25144): stderr: \u000a| �[0;m�[1;31m20221214130729494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130729494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130729494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130729495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130729495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130729495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130729507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130729515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130729515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130729515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:32.845085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25133): Terminating (SIGTERM)\u000a13:07:32.884660 run iperf3-srv_10.42.42.10(pid=25134): Terminating (SIGTERM)\u000a13:07:32.924115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25135): Terminating (SIGTERM)\u000a13:07:32.963568 run iperf3-srv_10.42.42.10(pid=25136): Terminating (SIGTERM)\u000a13:07:33.003140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25137): Terminating (SIGTERM)\u000a13:07:33.042721 run iperf3-srv_10.42.42.10(pid=25138): Terminating (SIGTERM)\u000a13:07:33.082385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25139): Terminating (SIGTERM)\u000a13:07:33.121800 run iperf3-srv_10.42.42.10(pid=25140): Terminating (SIGTERM)\u000a13:07:33.161272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25143): Terminating (SIGTERM)\u000a13:07:33.201545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25146): Terminating (SIGTERM)\u000a13:07:33.241262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25149): Terminating (SIGTERM)\u000a13:07:33.250304 --- ParallelTerminationStrategy: PID 25133 died...\u000a13:07:33.303427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25133): Terminated: ok {rc=0}\u000a13:07:33.313149 --- ParallelTerminationStrategy: PID 25134 died...\u000a13:07:33.366049 run iperf3-srv_10.42.42.10(pid=25134): Terminated {rc=256}\u000a13:07:33.375574 --- ParallelTerminationStrategy: PID 25135 died...\u000a13:07:33.428483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25135): Terminated: ok {rc=0}\u000a13:07:33.438445 --- ParallelTerminationStrategy: PID 25136 died...\u000a13:07:33.490885 run iperf3-srv_10.42.42.10(pid=25136): Terminated {rc=256}\u000a13:07:33.500570 --- ParallelTerminationStrategy: PID 25137 died...\u000a13:07:33.553262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25137): Terminated: ok {rc=0}\u000a13:07:33.562934 --- ParallelTerminationStrategy: PID 25138 died...\u000a13:07:33.615826 run iperf3-srv_10.42.42.10(pid=25138): Terminated {rc=256}\u000a13:07:33.625968 --- ParallelTerminationStrategy: PID 25139 died...\u000a13:07:33.678832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25139): Terminated: ok {rc=0}\u000a13:07:33.688470 --- ParallelTerminationStrategy: PID 25140 died...\u000a13:07:33.741442 run iperf3-srv_10.42.42.10(pid=25140): Terminated {rc=256}\u000a13:07:33.751193 --- ParallelTerminationStrategy: PID 25143 died...\u000a13:07:33.804060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25143): Terminated: ok {rc=0}\u000a13:07:33.813793 --- ParallelTerminationStrategy: PID 25146 died...\u000a13:07:33.866825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25146): Terminated: ok {rc=0}\u000a13:07:33.876529 --- ParallelTerminationStrategy: PID 25149 died...\u000a13:07:33.929309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25149): Terminated: ok {rc=0}\u000a13:07:34.016355 bus /gobi_4: Setting Powered False\u000a13:07:35.119500 bus /gobi_4: Setting Powered False\u000a13:07:36.229175 bus /gobi_1: Setting Powered False\u000a13:07:37.330770 bus /gobi_1: Setting Powered False\u000a13:07:38.434861 bus /gobi_0: Setting Powered False\u000a13:07:39.540254 bus /gobi_0: Setting Powered False\u000a13:07:40.647699 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25157): Process ended prematurely: osmo-stp_10.42.42.5(pid=25157) [trial-2405↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25157)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25157): Process ended prematurely: osmo-stp_10.42.42.5(pid=25157) [trial-2405↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g ping.py\u000a----------------------------------------------\u000a13:07:41.715003 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:41.726307 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a13:07:41.854509 tst ping.py: using LAC 41105\u000a13:07:41.981283 tst ping.py: using RAC 50\u000a13:07:42.100848 tst ping.py: using CellId 41105\u000a13:07:42.221314 tst ping.py: using BVCI 41106\u000a13:07:42.244132 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:42.254744 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:42.265615 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:42.275997 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:42.286987 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:42.298194 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:42.309147 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:42.319961 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:07:42.594122 tst ping.py:19: start network...\u000a13:07:42.718401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:43.193940 run create_hlr_db(pid=25151): Launched\u000a13:07:43.365398 bus /gobi_6: Setting Powered False\u000a13:07:44.386828 run create_hlr_db(pid=25151): Terminated: ok {rc=0}\u000a13:07:44.811118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25153): Launched\u000a13:07:45.132543 run osmo-hlr_10.42.42.2(pid=25154): Launched\u000a13:07:45.252810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:45.810703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25156): Launched\u000a13:07:46.267939 run osmo-stp_10.42.42.5(pid=25157): Launched\u000a13:07:46.420110 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:07:47.049680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25159): Launched\u000a13:07:47.168231 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:07:47.449593 run patchelf(pid=25160): Launched\u000a13:07:47.636475 run osmo-stp_10.42.42.5(pid=25157): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25157)]\u000a13:07:47.773198 run osmo-stp_10.42.42.5(pid=25157): stdout: \u000a| (launched: 2022-12-14_13:07:46.004785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:47.910400 run osmo-stp_10.42.42.5(pid=25157): stderr: \u000a| �[0;m�[38;5;43m20221214130746314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130746314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130746315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130746315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130746316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130746316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130746316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:48.043095 run osmo-stp_10.42.42.5(pid=25157): stdout: \u000a| (launched: 2022-12-14_13:07:46.004785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:48.174707 run osmo-stp_10.42.42.5(pid=25157): stderr: \u000a| �[0;m�[38;5;43m20221214130746314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130746314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130746315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130746315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130746316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130746316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130746316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:48.327416 run patchelf(pid=25160): Terminating (SIGINT)\u000a13:07:48.507235 run patchelf(pid=25160): Terminated: ok {rc=0}\u000a13:07:48.539557 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25157): Process ended prematurely: osmo-stp_10.42.42.5(pid=25157) [trial-2405↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25157)] [trial-2405↪gprs:oc2g↪ping.py:22]\u000a13:07:48.548567 tst ping.py:22: Test FAILED (6.8 sec)\u000a13:07:48.612446 run osmo-hlr_10.42.42.2(pid=25154): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25154)]\u000a13:07:48.664232 run osmo-hlr_10.42.42.2(pid=25154): stdout: \u000a| (launched: 2022-12-14_13:07:44.974504) \u000a13:07:48.716583 run osmo-hlr_10.42.42.2(pid=25154): stderr: \u000a| �[0;m�[1;31m20221214130745173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130745173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130745173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130745173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130745173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130745173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130745185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130745193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130745193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130745193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:48.761335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25153): Terminating (SIGTERM)\u000a13:07:48.803651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25156): Terminating (SIGTERM)\u000a13:07:48.846103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25159): Terminating (SIGTERM)\u000a13:07:48.855960 --- ParallelTerminationStrategy: PID 25153 died...\u000a13:07:48.912783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25153): Terminated: ok {rc=0}\u000a13:07:48.923118 --- ParallelTerminationStrategy: PID 25156 died...\u000a13:07:48.979684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25156): Terminated: ok {rc=0}\u000a13:07:48.990135 --- ParallelTerminationStrategy: PID 25159 died...\u000a13:07:49.046838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25159): Terminated: ok {rc=0}\u000a13:07:49.134967 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25167): Process ended prematurely: osmo-stp_10.42.42.5(pid=25167) [trial-2405↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25167)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25167): Process ended prematurely: osmo-stp_10.42.42.5(pid=25167) [trial-2405↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a13:07:50.189245 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:50.200341 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a13:07:50.328194 tst ping_idle_ping.py: using LAC 41106\u000a13:07:50.454178 tst ping_idle_ping.py: using RAC 51\u000a13:07:50.581251 tst ping_idle_ping.py: using CellId 41106\u000a13:07:50.706243 tst ping_idle_ping.py: using BVCI 41107\u000a13:07:50.730769 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:50.742091 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:50.753009 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:50.763869 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:50.775032 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:50.786420 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:50.797695 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:07:50.808867 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:07:51.100837 tst ping_idle_ping.py:24: start network...\u000a13:07:51.235515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:51.743179 run create_hlr_db(pid=25161): Launched\u000a13:07:51.930358 bus /gobi_6: Setting Powered False\u000a13:07:52.950257 run create_hlr_db(pid=25161): Terminated: ok {rc=0}\u000a13:07:53.350932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25163): Launched\u000a13:07:53.650190 run osmo-hlr_10.42.42.2(pid=25164): Launched\u000a13:07:53.767901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:54.294167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25166): Launched\u000a13:07:54.594317 run osmo-stp_10.42.42.5(pid=25167): Launched\u000a13:07:54.702609 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:07:55.221522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25169): Launched\u000a13:07:55.327461 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:07:55.587043 run patchelf(pid=25170): Launched\u000a13:07:55.761129 run osmo-stp_10.42.42.5(pid=25167): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25167)]\u000a13:07:55.888405 run osmo-stp_10.42.42.5(pid=25167): stdout: \u000a| (launched: 2022-12-14_13:07:54.446332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:56.015791 run osmo-stp_10.42.42.5(pid=25167): stderr: \u000a| �[0;m�[38;5;43m20221214130754615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130754615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130754615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130754616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130754616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130754616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130754616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:56.139114 run osmo-stp_10.42.42.5(pid=25167): stdout: \u000a| (launched: 2022-12-14_13:07:54.446332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:56.261449 run osmo-stp_10.42.42.5(pid=25167): stderr: \u000a| �[0;m�[38;5;43m20221214130754615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130754615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130754615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130754616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130754616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130754616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130754616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:56.403710 run patchelf(pid=25170): Terminating (SIGINT)\u000a13:07:56.570639 run patchelf(pid=25170): Terminated: ok {rc=0}\u000a13:07:56.601103 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25167): Process ended prematurely: osmo-stp_10.42.42.5(pid=25167) [trial-2405↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25167)] [trial-2405↪gprs:oc2g↪ping_idle_ping.py:27]\u000a13:07:56.609544 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:07:56.668995 run osmo-hlr_10.42.42.2(pid=25164): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25164)]\u000a13:07:56.717480 run osmo-hlr_10.42.42.2(pid=25164): stdout: \u000a| (launched: 2022-12-14_13:07:53.502708) \u000a13:07:56.766767 run osmo-hlr_10.42.42.2(pid=25164): stderr: \u000a| �[0;m�[1;31m20221214130753680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130753681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130753681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130753681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130753681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130753681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130753692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130753703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130753703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130753703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:56.808543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25163): Terminating (SIGTERM)\u000a13:07:56.848048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25166): Terminating (SIGTERM)\u000a13:07:56.887851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25169): Terminating (SIGTERM)\u000a13:07:56.897326 --- ParallelTerminationStrategy: PID 25163 died...\u000a13:07:56.950514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25163): Terminated: ok {rc=0}\u000a13:07:56.960290 --- ParallelTerminationStrategy: PID 25166 died...\u000a13:07:57.013354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25166): Terminated: ok {rc=0}\u000a13:07:57.023116 --- ParallelTerminationStrategy: PID 25169 died...\u000a13:07:57.076050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25169): Terminated: ok {rc=0}\u000a13:07:57.164868 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:06:59" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25184): Process ended prematurely: osmo-stp_10.42.42.5(pid=25184) [trial-2405↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25184)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25184): Process ended prematurely: osmo-stp_10.42.42.5(pid=25184) [trial-2405↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:07:59.271805 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:07:59.282835 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:07:59.411632 tst cs_paging_gprs_active.py: using LAC 41107\u000a13:07:59.536846 tst cs_paging_gprs_active.py: using RAC 52\u000a13:07:59.660606 tst cs_paging_gprs_active.py: using CellId 41107\u000a13:07:59.785296 tst cs_paging_gprs_active.py: using BVCI 41108\u000a13:07:59.809626 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:07:59.820618 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:07:59.831522 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:07:59.842341 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:07:59.853342 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:07:59.864291 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:07:59.875581 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:07:59.886587 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:07:59.897753 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:08:00.013965 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:08:00.307110 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:08:00.442642 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:00.773601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25174): Launched\u000a13:08:01.073097 run iperf3-srv_10.42.42.10(pid=25175): Launched\u000a13:08:01.274223 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:08:01.411866 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:01.767246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25176): Launched\u000a13:08:02.084296 run iperf3-srv_10.42.42.10(pid=25177): Launched\u000a13:08:02.276885 tst cs_paging_gprs_active.py:38: start network...\u000a13:08:02.402072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:08:02.882255 run create_hlr_db(pid=25178): Launched\u000a13:08:03.054407 bus /gobi_6: Setting Powered False\u000a13:08:04.076731 run create_hlr_db(pid=25178): Terminated: ok {rc=0}\u000a13:08:04.502050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25180): Launched\u000a13:08:04.822253 run osmo-hlr_10.42.42.2(pid=25181): Launched\u000a13:08:04.939268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:05.495473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25183): Launched\u000a13:08:05.816419 run osmo-stp_10.42.42.5(pid=25184): Launched\u000a13:08:05.933553 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:08:06.491891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25186): Launched\u000a13:08:06.606772 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:08:06.884715 run patchelf(pid=25187): Launched\u000a13:08:07.072170 run osmo-stp_10.42.42.5(pid=25184): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25184)]\u000a13:08:07.209667 run osmo-stp_10.42.42.5(pid=25184): stdout: \u000a| (launched: 2022-12-14_13:08:05.658839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:07.347101 run osmo-stp_10.42.42.5(pid=25184): stderr: \u000a| �[0;m�[38;5;43m20221214130805850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130805850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130805851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130805851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130805852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130805852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130805852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:07.480515 run osmo-stp_10.42.42.5(pid=25184): stdout: \u000a| (launched: 2022-12-14_13:08:05.658839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:07.612131 run osmo-stp_10.42.42.5(pid=25184): stderr: \u000a| �[0;m�[38;5;43m20221214130805850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130805850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130805851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130805851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130805852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130805852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130805852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:07.765305 run patchelf(pid=25187): Terminating (SIGINT)\u000a13:08:07.943948 run patchelf(pid=25187): Terminated: ok {rc=0}\u000a13:08:07.976834 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25184): Process ended prematurely: osmo-stp_10.42.42.5(pid=25184) [trial-2405↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25184)] [trial-2405↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:08:07.986771 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:08:08.049964 run osmo-hlr_10.42.42.2(pid=25181): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25181)]\u000a13:08:08.101538 run osmo-hlr_10.42.42.2(pid=25181): stdout: \u000a| (launched: 2022-12-14_13:08:04.665693) \u000a13:08:08.153835 run osmo-hlr_10.42.42.2(pid=25181): stderr: \u000a| �[0;m�[1;31m20221214130804862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130804862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130804862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130804862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130804862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130804862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130804875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130804883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130804883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130804883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:08:08.198623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25174): Terminating (SIGTERM)\u000a13:08:08.240901 run iperf3-srv_10.42.42.10(pid=25175): Terminating (SIGTERM)\u000a13:08:08.283261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25176): Terminating (SIGTERM)\u000a13:08:08.325187 run iperf3-srv_10.42.42.10(pid=25177): Terminating (SIGTERM)\u000a13:08:08.367291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25180): Terminating (SIGTERM)\u000a13:08:08.410016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25183): Terminating (SIGTERM)\u000a13:08:08.452063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25186): Terminating (SIGTERM)\u000a13:08:08.461666 --- ParallelTerminationStrategy: PID 25174 died...\u000a13:08:08.517915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25174): Terminated: ok {rc=0}\u000a13:08:08.527837 --- ParallelTerminationStrategy: PID 25175 died...\u000a13:08:08.583347 run iperf3-srv_10.42.42.10(pid=25175): Terminated {rc=256}\u000a13:08:08.593255 --- ParallelTerminationStrategy: PID 25176 died...\u000a13:08:08.648809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25176): Terminated: ok {rc=0}\u000a13:08:08.658669 --- ParallelTerminationStrategy: PID 25177 died...\u000a13:08:08.714225 run iperf3-srv_10.42.42.10(pid=25177): Terminated {rc=256}\u000a13:08:08.724092 --- ParallelTerminationStrategy: PID 25180 died...\u000a13:08:08.779664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25180): Terminated: ok {rc=0}\u000a13:08:08.789851 --- ParallelTerminationStrategy: PID 25183 died...\u000a13:08:08.845033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25183): Terminated: ok {rc=0}\u000a13:08:08.854808 --- ParallelTerminationStrategy: PID 25186 died...\u000a13:08:08.910352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25186): Terminated: ok {rc=0}\u000a13:08:08.997165 bus /gobi_0: Setting Powered False\u000a13:08:10.101905 bus /gobi_0: Setting Powered False\u000a13:08:11.211425 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25196): Process ended prematurely: osmo-stp_10.42.42.5(pid=25196) [trial-2405↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25196)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25196): Process ended prematurely: osmo-stp_10.42.42.5(pid=25196) [trial-2405↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:08:12.319960 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:12.331453 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:08:12.455354 tst iperf3.py: using LAC 41108\u000a13:08:12.574522 tst iperf3.py: using RAC 53\u000a13:08:12.693458 tst iperf3.py: using CellId 41108\u000a13:08:12.810526 tst iperf3.py: using BVCI 41109\u000a13:08:12.833156 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:12.843779 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:12.854238 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:12.864642 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:12.874958 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:12.885232 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:12.895663 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:12.905942 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:12.916453 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:08:13.191810 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:08:13.315652 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:13.623759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25188): Launched\u000a13:08:13.878721 run iperf3-srv_10.42.42.10(pid=25189): Launched\u000a13:08:14.058837 tst iperf3.py:8: start network...\u000a13:08:14.182279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:08:14.656827 run create_hlr_db(pid=25190): Launched\u000a13:08:14.827592 bus /gobi_6: Setting Powered False\u000a13:08:15.850991 run create_hlr_db(pid=25190): Terminated: ok {rc=0}\u000a13:08:16.275030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25192): Launched\u000a13:08:16.733878 run osmo-hlr_10.42.42.2(pid=25193): Launched\u000a13:08:16.941645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:17.554565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25195): Launched\u000a13:08:17.874428 run osmo-stp_10.42.42.5(pid=25196): Launched\u000a13:08:17.990373 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:08:18.546947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25198): Launched\u000a13:08:18.661195 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:08:18.938994 run patchelf(pid=25199): Launched\u000a13:08:19.126568 run osmo-stp_10.42.42.5(pid=25196): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25196)]\u000a13:08:19.263433 run osmo-stp_10.42.42.5(pid=25196): stdout: \u000a| (launched: 2022-12-14_13:08:17.718093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:19.401105 run osmo-stp_10.42.42.5(pid=25196): stderr: \u000a| �[0;m�[38;5;43m20221214130817911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130817911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130817911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130817911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130817912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130817912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130817912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:19.534581 run osmo-stp_10.42.42.5(pid=25196): stdout: \u000a| (launched: 2022-12-14_13:08:17.718093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:19.666220 run osmo-stp_10.42.42.5(pid=25196): stderr: \u000a| �[0;m�[38;5;43m20221214130817911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130817911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130817911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130817911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130817912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130817912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130817912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:19.819112 run patchelf(pid=25199): Terminating (SIGINT)\u000a13:08:19.997843 run patchelf(pid=25199): Terminated: ok {rc=0}\u000a13:08:20.030761 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25196): Process ended prematurely: osmo-stp_10.42.42.5(pid=25196) [trial-2405↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25196)] [trial-2405↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a13:08:20.040577 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a13:08:20.103742 run osmo-hlr_10.42.42.2(pid=25193): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25193)]\u000a13:08:20.155235 run osmo-hlr_10.42.42.2(pid=25193): stdout: \u000a| (launched: 2022-12-14_13:08:16.428604) \u000a13:08:20.207236 run osmo-hlr_10.42.42.2(pid=25193): stderr: \u000a| �[0;m�[1;31m20221214130816660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130816660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130816660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130816660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130816660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130816660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130816697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130816715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130816715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130816715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:08:20.251776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25188): Terminating (SIGTERM)\u000a13:08:20.294489 run iperf3-srv_10.42.42.10(pid=25189): Terminating (SIGTERM)\u000a13:08:20.338580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25192): Terminating (SIGTERM)\u000a13:08:20.380931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25195): Terminating (SIGTERM)\u000a13:08:20.423287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25198): Terminating (SIGTERM)\u000a13:08:20.432878 --- ParallelTerminationStrategy: PID 25188 died...\u000a13:08:20.489036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25188): Terminated: ok {rc=0}\u000a13:08:20.498922 --- ParallelTerminationStrategy: PID 25189 died...\u000a13:08:20.554485 run iperf3-srv_10.42.42.10(pid=25189): Terminated {rc=256}\u000a13:08:20.564411 --- ParallelTerminationStrategy: PID 25192 died...\u000a13:08:20.619964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25192): Terminated: ok {rc=0}\u000a13:08:20.629979 --- ParallelTerminationStrategy: PID 25195 died...\u000a13:08:20.686117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25195): Terminated: ok {rc=0}\u000a13:08:20.696007 --- ParallelTerminationStrategy: PID 25198 died...\u000a13:08:20.752001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25198): Terminated: ok {rc=0}\u000a13:08:20.838867 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25214): Process ended prematurely: osmo-stp_10.42.42.5(pid=25214) [trial-2405↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25214)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25214): Process ended prematurely: osmo-stp_10.42.42.5(pid=25214) [trial-2405↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:08:21.953267 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:21.964935 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:08:22.093238 tst iperf3m4.py: using LAC 41109\u000a13:08:22.220040 tst iperf3m4.py: using RAC 54\u000a13:08:22.340709 tst iperf3m4.py: using CellId 41109\u000a13:08:22.459896 tst iperf3m4.py: using BVCI 41110\u000a13:08:22.482875 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:22.493677 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:22.504042 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:22.514481 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:22.524744 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:22.535579 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:22.546698 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:22.557538 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:22.568377 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:08:22.689402 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:08:22.804471 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:08:22.926508 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:08:23.205572 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:08:23.329629 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:23.639623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25200): Launched\u000a13:08:23.895371 run iperf3-srv_10.42.42.10(pid=25201): Launched\u000a13:08:24.076710 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:08:24.200290 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:24.509555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25202): Launched\u000a13:08:24.764763 run iperf3-srv_10.42.42.10(pid=25203): Launched\u000a13:08:24.945545 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:08:25.069156 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:25.378291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25204): Launched\u000a13:08:25.633751 run iperf3-srv_10.42.42.10(pid=25205): Launched\u000a13:08:25.814582 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:08:25.938040 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:26.246659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25206): Launched\u000a13:08:26.502930 run iperf3-srv_10.42.42.10(pid=25207): Launched\u000a13:08:26.684202 tst iperf3m4.py:8: start network...\u000a13:08:26.807954 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:08:27.286218 run create_hlr_db(pid=25208): Launched\u000a13:08:27.457610 bus /gobi_6: Setting Powered False\u000a13:08:28.480496 run create_hlr_db(pid=25208): Terminated: ok {rc=0}\u000a13:08:28.877149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25210): Launched\u000a13:08:29.176307 run osmo-hlr_10.42.42.2(pid=25211): Launched\u000a13:08:29.285533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:29.801195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25213): Launched\u000a13:08:30.098252 run osmo-stp_10.42.42.5(pid=25214): Launched\u000a13:08:30.205886 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:08:30.726124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25216): Launched\u000a13:08:30.835414 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:08:31.137120 run patchelf(pid=25217): Launched\u000a13:08:31.316194 run osmo-stp_10.42.42.5(pid=25214): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25214)]\u000a13:08:31.447330 run osmo-stp_10.42.42.5(pid=25214): stdout: \u000a| (launched: 2022-12-14_13:08:29.952301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:31.579244 run osmo-stp_10.42.42.5(pid=25214): stderr: \u000a| �[0;m�[38;5;43m20221214130830123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130830123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130830123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130830124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130830124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130830124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130830125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:31.705723 run osmo-stp_10.42.42.5(pid=25214): stdout: \u000a| (launched: 2022-12-14_13:08:29.952301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:31.831189 run osmo-stp_10.42.42.5(pid=25214): stderr: \u000a| �[0;m�[38;5;43m20221214130830123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130830123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130830123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130830124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130830124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130830124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130830125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:31.977557 run patchelf(pid=25217): Terminating (SIGINT)\u000a13:08:32.149166 run patchelf(pid=25217): Terminated: ok {rc=0}\u000a13:08:32.181953 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25214): Process ended prematurely: osmo-stp_10.42.42.5(pid=25214) [trial-2405↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25214)] [trial-2405↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:08:32.191781 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a13:08:32.251859 run osmo-hlr_10.42.42.2(pid=25211): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25211)]\u000a13:08:32.300566 run osmo-hlr_10.42.42.2(pid=25211): stdout: \u000a| (launched: 2022-12-14_13:08:29.028886) \u000a13:08:32.350046 run osmo-hlr_10.42.42.2(pid=25211): stderr: \u000a| �[0;m�[1;31m20221214130829202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130829202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130829202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130829202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130829202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130829203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130829215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130829224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130829224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130829224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:08:32.391862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25200): Terminating (SIGTERM)\u000a13:08:32.431278 run iperf3-srv_10.42.42.10(pid=25201): Terminating (SIGTERM)\u000a13:08:32.470841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25202): Terminating (SIGTERM)\u000a13:08:32.510154 run iperf3-srv_10.42.42.10(pid=25203): Terminating (SIGTERM)\u000a13:08:32.549564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25204): Terminating (SIGTERM)\u000a13:08:32.588808 run iperf3-srv_10.42.42.10(pid=25205): Terminating (SIGTERM)\u000a13:08:32.628137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25206): Terminating (SIGTERM)\u000a13:08:32.667600 run iperf3-srv_10.42.42.10(pid=25207): Terminating (SIGTERM)\u000a13:08:32.706996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25210): Terminating (SIGTERM)\u000a13:08:32.746404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25213): Terminating (SIGTERM)\u000a13:08:32.785750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25216): Terminating (SIGTERM)\u000a13:08:32.794813 --- ParallelTerminationStrategy: PID 25200 died...\u000a13:08:32.848006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25200): Terminated: ok {rc=0}\u000a13:08:32.857617 --- ParallelTerminationStrategy: PID 25201 died...\u000a13:08:32.910394 run iperf3-srv_10.42.42.10(pid=25201): Terminated {rc=256}\u000a13:08:32.919804 --- ParallelTerminationStrategy: PID 25202 died...\u000a13:08:32.972807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25202): Terminated: ok {rc=0}\u000a13:08:32.982352 --- ParallelTerminationStrategy: PID 25203 died...\u000a13:08:33.034895 run iperf3-srv_10.42.42.10(pid=25203): Terminated {rc=256}\u000a13:08:33.044373 --- ParallelTerminationStrategy: PID 25204 died...\u000a13:08:33.097443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25204): Terminated: ok {rc=0}\u000a13:08:33.107021 --- ParallelTerminationStrategy: PID 25205 died...\u000a13:08:33.159778 run iperf3-srv_10.42.42.10(pid=25205): Terminated {rc=256}\u000a13:08:33.169745 --- ParallelTerminationStrategy: PID 25206 died...\u000a13:08:33.222879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25206): Terminated: ok {rc=0}\u000a13:08:33.232310 --- ParallelTerminationStrategy: PID 25207 died...\u000a13:08:33.285455 run iperf3-srv_10.42.42.10(pid=25207): Terminated {rc=256}\u000a13:08:33.294951 --- ParallelTerminationStrategy: PID 25210 died...\u000a13:08:33.347805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25210): Terminated: ok {rc=0}\u000a13:08:33.357466 --- ParallelTerminationStrategy: PID 25213 died...\u000a13:08:33.410256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25213): Terminated: ok {rc=0}\u000a13:08:33.419859 --- ParallelTerminationStrategy: PID 25216 died...\u000a13:08:33.472777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25216): Terminated: ok {rc=0}\u000a13:08:33.560600 bus /gobi_4: Setting Powered False\u000a13:08:34.663804 bus /gobi_4: Setting Powered False\u000a13:08:35.773177 bus /gobi_1: Setting Powered False\u000a13:08:36.876026 bus /gobi_1: Setting Powered False\u000a13:08:37.985983 bus /gobi_0: Setting Powered False\u000a13:08:39.087774 bus /gobi_0: Setting Powered False\u000a13:08:40.195270 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25224): Process ended prematurely: osmo-stp_10.42.42.5(pid=25224) [trial-2405↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25224)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25224): Process ended prematurely: osmo-stp_10.42.42.5(pid=25224) [trial-2405↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:08:41.263477 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:41.275235 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:08:41.398277 tst ping.py: using LAC 41110\u000a13:08:41.512470 tst ping.py: using RAC 55\u000a13:08:41.629556 tst ping.py: using CellId 41110\u000a13:08:41.744804 tst ping.py: using BVCI 41111\u000a13:08:41.767365 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:41.778055 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:41.788585 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:41.799013 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:41.809359 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:41.819613 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:41.830682 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:41.841112 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:08:42.125877 tst ping.py:19: start network...\u000a13:08:42.256911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:08:42.751020 run create_hlr_db(pid=25218): Launched\u000a13:08:42.933176 bus /gobi_6: Setting Powered False\u000a13:08:43.953348 run create_hlr_db(pid=25218): Terminated: ok {rc=0}\u000a13:08:44.346754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25220): Launched\u000a13:08:44.640493 run osmo-hlr_10.42.42.2(pid=25221): Launched\u000a13:08:44.748080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:45.257575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25223): Launched\u000a13:08:45.551308 run osmo-stp_10.42.42.5(pid=25224): Launched\u000a13:08:45.659037 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:08:46.211206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25226): Launched\u000a13:08:46.317800 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:08:46.638676 run patchelf(pid=25227): Launched\u000a13:08:46.879619 run osmo-stp_10.42.42.5(pid=25224): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25224)]\u000a13:08:47.036050 run osmo-stp_10.42.42.5(pid=25224): stdout: \u000a| (launched: 2022-12-14_13:08:45.407642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:47.170764 run osmo-stp_10.42.42.5(pid=25224): stderr: \u000a| �[0;m�[38;5;43m20221214130845578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130845579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130845579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130845579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130845580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130845580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130845580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:47.295334 run osmo-stp_10.42.42.5(pid=25224): stdout: \u000a| (launched: 2022-12-14_13:08:45.407642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:47.416776 run osmo-stp_10.42.42.5(pid=25224): stderr: \u000a| �[0;m�[38;5;43m20221214130845578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130845579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130845579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130845579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130845580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130845580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130845580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:47.558196 run patchelf(pid=25227): Terminating (SIGINT)\u000a13:08:47.723685 run patchelf(pid=25227): Terminated: ok {rc=0}\u000a13:08:47.754067 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25224): Process ended prematurely: osmo-stp_10.42.42.5(pid=25224) [trial-2405↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25224)] [trial-2405↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a13:08:47.762903 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:08:47.823035 run osmo-hlr_10.42.42.2(pid=25221): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25221)]\u000a13:08:47.872065 run osmo-hlr_10.42.42.2(pid=25221): stdout: \u000a| (launched: 2022-12-14_13:08:44.496253) \u000a13:08:47.921605 run osmo-hlr_10.42.42.2(pid=25221): stderr: \u000a| �[0;m�[1;31m20221214130844674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130844674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130844674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130844674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130844674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130844674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130844687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130844696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130844696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130844696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:08:47.964142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25220): Terminating (SIGTERM)\u000a13:08:48.004152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25223): Terminating (SIGTERM)\u000a13:08:48.044157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25226): Terminating (SIGTERM)\u000a13:08:48.053527 --- ParallelTerminationStrategy: PID 25220 died...\u000a13:08:48.107273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25220): Terminated: ok {rc=0}\u000a13:08:48.117048 --- ParallelTerminationStrategy: PID 25223 died...\u000a13:08:48.170302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25223): Terminated: ok {rc=0}\u000a13:08:48.179826 --- ParallelTerminationStrategy: PID 25226 died...\u000a13:08:48.233237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25226): Terminated: ok {rc=0}\u000a13:08:48.320806 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25234): Process ended prematurely: osmo-stp_10.42.42.5(pid=25234) [trial-2405↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25234)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25234): Process ended prematurely: osmo-stp_10.42.42.5(pid=25234) [trial-2405↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:08:49.372670 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:49.383993 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:08:49.513349 tst ping_idle_ping.py: using LAC 41111\u000a13:08:49.639006 tst ping_idle_ping.py: using RAC 56\u000a13:08:49.767937 tst ping_idle_ping.py: using CellId 41111\u000a13:08:49.891698 tst ping_idle_ping.py: using BVCI 41112\u000a13:08:49.915831 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:49.926930 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:49.937882 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:49.948748 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:49.959833 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:49.970972 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:49.982268 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:49.993514 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:08:50.265793 tst ping_idle_ping.py:24: start network...\u000a13:08:50.388688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:08:50.865796 run create_hlr_db(pid=25228): Launched\u000a13:08:51.036306 bus /gobi_6: Setting Powered False\u000a13:08:52.057102 run create_hlr_db(pid=25228): Terminated: ok {rc=0}\u000a13:08:52.477202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25230): Launched\u000a13:08:52.794710 run osmo-hlr_10.42.42.2(pid=25231): Launched\u000a13:08:52.914767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:53.463575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25233): Launched\u000a13:08:53.779951 run osmo-stp_10.42.42.5(pid=25234): Launched\u000a13:08:53.894923 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:08:54.446959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25236): Launched\u000a13:08:54.560390 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:08:54.835579 run patchelf(pid=25237): Launched\u000a13:08:55.020848 run osmo-stp_10.42.42.5(pid=25234): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25234)]\u000a13:08:55.156461 run osmo-stp_10.42.42.5(pid=25234): stdout: \u000a| (launched: 2022-12-14_13:08:53.624833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:55.292305 run osmo-stp_10.42.42.5(pid=25234): stderr: \u000a| �[0;m�[38;5;43m20221214130853814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130853814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130853815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130853815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130853816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130853816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130853816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:55.424307 run osmo-stp_10.42.42.5(pid=25234): stdout: \u000a| (launched: 2022-12-14_13:08:53.624833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:55.555221 run osmo-stp_10.42.42.5(pid=25234): stderr: \u000a| �[0;m�[38;5;43m20221214130853814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130853814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130853815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130853815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130853816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130853816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130853816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:55.706351 run patchelf(pid=25237): Terminating (SIGINT)\u000a13:08:55.883205 run patchelf(pid=25237): Terminated: ok {rc=0}\u000a13:08:55.915221 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25234): Process ended prematurely: osmo-stp_10.42.42.5(pid=25234) [trial-2405↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25234)] [trial-2405↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:08:55.924422 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:08:55.987245 run osmo-hlr_10.42.42.2(pid=25231): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25231)]\u000a13:08:56.038646 run osmo-hlr_10.42.42.2(pid=25231): stdout: \u000a| (launched: 2022-12-14_13:08:52.638809) \u000a13:08:56.090498 run osmo-hlr_10.42.42.2(pid=25231): stderr: \u000a| �[0;m�[1;31m20221214130852835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130852835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130852835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130852835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130852835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130852835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130852848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130852856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130852856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130852856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:08:56.135011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25230): Terminating (SIGTERM)\u000a13:08:56.176785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25233): Terminating (SIGTERM)\u000a13:08:56.218685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25236): Terminating (SIGTERM)\u000a13:08:56.228225 --- ParallelTerminationStrategy: PID 25230 died...\u000a13:08:56.284359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25230): Terminated: ok {rc=0}\u000a13:08:56.294346 --- ParallelTerminationStrategy: PID 25233 died...\u000a13:08:56.350584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25233): Terminated: ok {rc=0}\u000a13:08:56.360629 --- ParallelTerminationStrategy: PID 25236 died...\u000a13:08:56.416792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25236): Terminated: ok {rc=0}\u000a13:08:56.504559 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:07:58" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25522): Process ended prematurely: osmo-stp_10.42.42.5(pid=25522) [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25522)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25522): Process ended prematurely: osmo-stp_10.42.42.5(pid=25522) [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:08:58.616446 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:08:58.627654 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:08:58.780512 tst cs_paging_gprs_active.py: using LAC 41112\u000a13:08:58.905627 tst cs_paging_gprs_active.py: using RAC 57\u000a13:08:59.031338 tst cs_paging_gprs_active.py: using CellId 41112\u000a13:08:59.156828 tst cs_paging_gprs_active.py: using BVCI 41113\u000a13:08:59.181519 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:08:59.192578 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:08:59.203455 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:08:59.214345 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:08:59.225457 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:08:59.236524 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:08:59.247772 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:08:59.259014 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:08:59.270495 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:08:59.386554 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:08:59.681826 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:08:59.816876 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:00.150296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25241): Launched\u000a13:09:00.427002 run iperf3-srv_10.42.42.10(pid=25242): Launched\u000a13:09:00.625959 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:09:00.761028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:01.117765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25243): Launched\u000a13:09:01.409868 run iperf3-srv_10.42.42.10(pid=25244): Launched\u000a13:09:01.602159 tst cs_paging_gprs_active.py:38: start network...\u000a13:09:01.733217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:02.369572 run create_hlr_db(pid=25282): Launched\u000a13:09:02.587317 bus /gobi_6: Setting Powered False\u000a13:09:03.655488 run create_hlr_db(pid=25282): Terminated: ok {rc=0}\u000a13:09:04.137807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25518): Launched\u000a13:09:04.562227 run osmo-hlr_10.42.42.2(pid=25519): Launched\u000a13:09:04.810062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:05.456450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25521): Launched\u000a13:09:05.888445 run osmo-stp_10.42.42.5(pid=25522): Launched\u000a13:09:06.133202 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:09:06.708578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25526): Launched\u000a13:09:06.822142 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:09:07.113256 run patchelf(pid=25527): Launched\u000a13:09:07.294180 run osmo-stp_10.42.42.5(pid=25522): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25522)]\u000a13:09:07.426164 run osmo-stp_10.42.42.5(pid=25522): stdout: \u000a| (launched: 2022-12-14_13:09:05.613983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:07.563068 run osmo-stp_10.42.42.5(pid=25522): stderr: \u000a| �[0;m�[38;5;43m20221214130905928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130905928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130905928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130905929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130905929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130905929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130905930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:07.694030 run osmo-stp_10.42.42.5(pid=25522): stdout: \u000a| (launched: 2022-12-14_13:09:05.613983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:07.820854 run osmo-stp_10.42.42.5(pid=25522): stderr: \u000a| �[0;m�[38;5;43m20221214130905928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130905928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130905928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130905929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130905929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130905929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130905930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:07.968416 run patchelf(pid=25527): Terminating (SIGINT)\u000a13:09:08.142140 run patchelf(pid=25527): Terminated: ok {rc=0}\u000a13:09:08.175097 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25522): Process ended prematurely: osmo-stp_10.42.42.5(pid=25522) [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25522)] [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:09:08.185228 tst cs_paging_gprs_active.py:38: Test FAILED (9.6 sec)\u000a13:09:08.247453 run osmo-hlr_10.42.42.2(pid=25519): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25519)]\u000a13:09:08.299064 run osmo-hlr_10.42.42.2(pid=25519): stdout: \u000a| (launched: 2022-12-14_13:09:04.303444) \u000a13:09:08.350453 run osmo-hlr_10.42.42.2(pid=25519): stderr: \u000a| �[0;m�[1;31m20221214130904655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130904655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130904656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130904656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130904656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130904656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130904667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130904675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130904676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130904676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:08.393743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25241): Terminating (SIGTERM)\u000a13:09:08.436755 run iperf3-srv_10.42.42.10(pid=25242): Terminating (SIGTERM)\u000a13:09:08.481062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25243): Terminating (SIGTERM)\u000a13:09:08.524054 run iperf3-srv_10.42.42.10(pid=25244): Terminating (SIGTERM)\u000a13:09:08.567615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25518): Terminating (SIGTERM)\u000a13:09:08.612049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25521): Terminating (SIGTERM)\u000a13:09:08.656862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25526): Terminating (SIGTERM)\u000a13:09:08.667401 --- ParallelTerminationStrategy: PID 25241 died...\u000a13:09:08.724814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25241): Terminated: ok {rc=0}\u000a13:09:08.734828 --- ParallelTerminationStrategy: PID 25242 died...\u000a13:09:08.789241 run iperf3-srv_10.42.42.10(pid=25242): Terminated {rc=256}\u000a13:09:08.799192 --- ParallelTerminationStrategy: PID 25243 died...\u000a13:09:08.854733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25243): Terminated: ok {rc=0}\u000a13:09:08.864689 --- ParallelTerminationStrategy: PID 25244 died...\u000a13:09:08.918933 run iperf3-srv_10.42.42.10(pid=25244): Terminated {rc=256}\u000a13:09:08.928835 --- ParallelTerminationStrategy: PID 25518 died...\u000a13:09:08.983299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25518): Terminated: ok {rc=0}\u000a13:09:08.993601 --- ParallelTerminationStrategy: PID 25521 died...\u000a13:09:09.050752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25521): Terminated: ok {rc=0}\u000a13:09:09.062206 --- ParallelTerminationStrategy: PID 25526 died...\u000a13:09:09.117316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25526): Terminated: ok {rc=0}\u000a13:09:09.203919 bus /gobi_0: Setting Powered False\u000a13:09:10.310231 bus /gobi_0: Setting Powered False\u000a13:09:11.421793 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25536): Process ended prematurely: osmo-stp_10.42.42.5(pid=25536) [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25536)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25536): Process ended prematurely: osmo-stp_10.42.42.5(pid=25536) [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:09:12.540132 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:12.552931 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:09:12.709768 tst iperf3.py: using LAC 41113\u000a13:09:12.837265 tst iperf3.py: using RAC 58\u000a13:09:12.965230 tst iperf3.py: using CellId 41113\u000a13:09:13.095495 tst iperf3.py: using BVCI 41114\u000a13:09:13.121472 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:13.134651 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:13.146680 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:13.158693 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:13.171687 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:13.184880 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:13.199329 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:13.212371 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:13.225371 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:09:13.524151 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:09:13.662345 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:14.018347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25528): Launched\u000a13:09:14.319574 run iperf3-srv_10.42.42.10(pid=25529): Launched\u000a13:09:14.523469 tst iperf3.py:8: start network...\u000a13:09:14.662255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:15.222758 run create_hlr_db(pid=25530): Launched\u000a13:09:15.413855 bus /gobi_6: Setting Powered False\u000a13:09:16.463188 run create_hlr_db(pid=25530): Terminated: ok {rc=0}\u000a13:09:16.887465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25532): Launched\u000a13:09:17.325736 run osmo-hlr_10.42.42.2(pid=25533): Launched\u000a13:09:17.482688 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:18.132249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25535): Launched\u000a13:09:18.609824 run osmo-stp_10.42.42.5(pid=25536): Launched\u000a13:09:18.751252 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:09:19.343620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25538): Launched\u000a13:09:19.464060 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:09:19.773676 run patchelf(pid=25539): Launched\u000a13:09:19.967983 run osmo-stp_10.42.42.5(pid=25536): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25536)]\u000a13:09:20.111187 run osmo-stp_10.42.42.5(pid=25536): stdout: \u000a| (launched: 2022-12-14_13:09:18.309780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:20.253921 run osmo-stp_10.42.42.5(pid=25536): stderr: \u000a| �[0;m�[38;5;43m20221214130918511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130918511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130918512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130918512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130918512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130918512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130918513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:20.392795 run osmo-stp_10.42.42.5(pid=25536): stdout: \u000a| (launched: 2022-12-14_13:09:18.309780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:20.531179 run osmo-stp_10.42.42.5(pid=25536): stderr: \u000a| �[0;m�[38;5;43m20221214130918511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130918511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130918512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130918512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130918512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130918512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130918513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:20.692653 run patchelf(pid=25539): Terminating (SIGINT)\u000a13:09:20.880426 run patchelf(pid=25539): Terminated: ok {rc=0}\u000a13:09:20.914707 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25536): Process ended prematurely: osmo-stp_10.42.42.5(pid=25536) [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25536)] [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:09:20.924617 tst iperf3.py:8: Test FAILED (8.4 sec)\u000a13:09:20.991539 run osmo-hlr_10.42.42.2(pid=25533): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25533)]\u000a13:09:21.045763 run osmo-hlr_10.42.42.2(pid=25533): stdout: \u000a| (launched: 2022-12-14_13:09:17.042149) \u000a13:09:21.101418 run osmo-hlr_10.42.42.2(pid=25533): stderr: \u000a| �[0;m�[1;31m20221214130917315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130917315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130917315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130917315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130917315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130917315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130917332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130917348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130917348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130917348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:21.165869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25528): Terminating (SIGTERM)\u000a13:09:21.211124 run iperf3-srv_10.42.42.10(pid=25529): Terminating (SIGTERM)\u000a13:09:21.257679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25532): Terminating (SIGTERM)\u000a13:09:21.301788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25535): Terminating (SIGTERM)\u000a13:09:21.348031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25538): Terminating (SIGTERM)\u000a13:09:21.358167 --- ParallelTerminationStrategy: PID 25528 died...\u000a13:09:21.421223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25528): Terminated: ok {rc=0}\u000a13:09:21.433612 --- ParallelTerminationStrategy: PID 25529 died...\u000a13:09:21.493809 run iperf3-srv_10.42.42.10(pid=25529): Terminated {rc=256}\u000a13:09:21.504664 --- ParallelTerminationStrategy: PID 25532 died...\u000a13:09:21.564811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25532): Terminated: ok {rc=0}\u000a13:09:21.575779 --- ParallelTerminationStrategy: PID 25535 died...\u000a13:09:21.636784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25535): Terminated: ok {rc=0}\u000a13:09:21.647862 --- ParallelTerminationStrategy: PID 25538 died...\u000a13:09:21.709910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25538): Terminated: ok {rc=0}\u000a13:09:21.802550 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25554): Process ended prematurely: osmo-stp_10.42.42.5(pid=25554) [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25554)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25554): Process ended prematurely: osmo-stp_10.42.42.5(pid=25554) [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:09:22.925461 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:22.938296 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:09:23.096739 tst iperf3m4.py: using LAC 41114\u000a13:09:23.226175 tst iperf3m4.py: using RAC 59\u000a13:09:23.357114 tst iperf3m4.py: using CellId 41114\u000a13:09:23.489671 tst iperf3m4.py: using BVCI 41115\u000a13:09:23.515571 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:23.528139 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:23.540192 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:23.552261 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:23.565558 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:23.579020 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:23.593307 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:23.606846 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:23.619907 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:09:23.746319 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:09:23.873249 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:09:23.997178 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:09:24.301789 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:09:24.441995 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:24.803349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25540): Launched\u000a13:09:25.106838 run iperf3-srv_10.42.42.10(pid=25541): Launched\u000a13:09:25.311109 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:09:25.450641 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:25.814955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25542): Launched\u000a13:09:26.122894 run iperf3-srv_10.42.42.10(pid=25543): Launched\u000a13:09:26.318752 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:09:26.442714 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:26.752722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25544): Launched\u000a13:09:27.009466 run iperf3-srv_10.42.42.10(pid=25545): Launched\u000a13:09:27.190816 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:09:27.314689 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:27.625005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25546): Launched\u000a13:09:27.881190 run iperf3-srv_10.42.42.10(pid=25547): Launched\u000a13:09:28.062180 tst iperf3m4.py:8: start network...\u000a13:09:28.186134 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:28.663975 run create_hlr_db(pid=25548): Launched\u000a13:09:28.835872 bus /gobi_6: Setting Powered False\u000a13:09:29.858282 run create_hlr_db(pid=25548): Terminated: ok {rc=0}\u000a13:09:30.284811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25550): Launched\u000a13:09:30.607131 run osmo-hlr_10.42.42.2(pid=25551): Launched\u000a13:09:30.727578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:31.306435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25553): Launched\u000a13:09:31.724512 run osmo-stp_10.42.42.5(pid=25554): Launched\u000a13:09:31.920738 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:09:32.478834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25556): Launched\u000a13:09:32.585357 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:09:32.846149 run patchelf(pid=25557): Launched\u000a13:09:33.021494 run osmo-stp_10.42.42.5(pid=25554): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25554)]\u000a13:09:33.149734 run osmo-stp_10.42.42.5(pid=25554): stdout: \u000a| (launched: 2022-12-14_13:09:31.463133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:33.278375 run osmo-stp_10.42.42.5(pid=25554): stderr: \u000a| �[0;m�[38;5;43m20221214130931798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130931798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130931799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130931799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130931799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130931799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130931800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:33.402168 run osmo-stp_10.42.42.5(pid=25554): stdout: \u000a| (launched: 2022-12-14_13:09:31.463133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:33.525202 run osmo-stp_10.42.42.5(pid=25554): stderr: \u000a| �[0;m�[38;5;43m20221214130931798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130931798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130931799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130931799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130931799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130931799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130931800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:33.669517 run patchelf(pid=25557): Terminating (SIGINT)\u000a13:09:33.837782 run patchelf(pid=25557): Terminated: ok {rc=0}\u000a13:09:33.868774 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25554): Process ended prematurely: osmo-stp_10.42.42.5(pid=25554) [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25554)] [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:09:33.877877 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a13:09:33.937683 run osmo-hlr_10.42.42.2(pid=25551): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25551)]\u000a13:09:33.986502 run osmo-hlr_10.42.42.2(pid=25551): stdout: \u000a| (launched: 2022-12-14_13:09:30.449223) \u000a13:09:34.035797 run osmo-hlr_10.42.42.2(pid=25551): stderr: \u000a| �[0;m�[1;31m20221214130930645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130930645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130930645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130930646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130930646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130930646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130930658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130930668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130930668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130930668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:34.077660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25540): Terminating (SIGTERM)\u000a13:09:34.117094 run iperf3-srv_10.42.42.10(pid=25541): Terminating (SIGTERM)\u000a13:09:34.156487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25542): Terminating (SIGTERM)\u000a13:09:34.195666 run iperf3-srv_10.42.42.10(pid=25543): Terminating (SIGTERM)\u000a13:09:34.235007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25544): Terminating (SIGTERM)\u000a13:09:34.274486 run iperf3-srv_10.42.42.10(pid=25545): Terminating (SIGTERM)\u000a13:09:34.313873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25546): Terminating (SIGTERM)\u000a13:09:34.353202 run iperf3-srv_10.42.42.10(pid=25547): Terminating (SIGTERM)\u000a13:09:34.393057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25550): Terminating (SIGTERM)\u000a13:09:34.432284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25553): Terminating (SIGTERM)\u000a13:09:34.471521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25556): Terminating (SIGTERM)\u000a13:09:34.480568 --- ParallelTerminationStrategy: PID 25540 died...\u000a13:09:34.533446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25540): Terminated: ok {rc=0}\u000a13:09:34.542943 --- ParallelTerminationStrategy: PID 25541 died...\u000a13:09:34.595502 run iperf3-srv_10.42.42.10(pid=25541): Terminated {rc=256}\u000a13:09:34.604835 --- ParallelTerminationStrategy: PID 25542 died...\u000a13:09:34.657551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25542): Terminated: ok {rc=0}\u000a13:09:34.667064 --- ParallelTerminationStrategy: PID 25543 died...\u000a13:09:34.719667 run iperf3-srv_10.42.42.10(pid=25543): Terminated {rc=256}\u000a13:09:34.729142 --- ParallelTerminationStrategy: PID 25544 died...\u000a13:09:34.781748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25544): Terminated: ok {rc=0}\u000a13:09:34.791170 --- ParallelTerminationStrategy: PID 25545 died...\u000a13:09:34.843737 run iperf3-srv_10.42.42.10(pid=25545): Terminated {rc=256}\u000a13:09:34.853217 --- ParallelTerminationStrategy: PID 25546 died...\u000a13:09:34.905847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25546): Terminated: ok {rc=0}\u000a13:09:34.915258 --- ParallelTerminationStrategy: PID 25547 died...\u000a13:09:34.967977 run iperf3-srv_10.42.42.10(pid=25547): Terminated {rc=256}\u000a13:09:34.977537 --- ParallelTerminationStrategy: PID 25550 died...\u000a13:09:35.030032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25550): Terminated: ok {rc=0}\u000a13:09:35.039560 --- ParallelTerminationStrategy: PID 25553 died...\u000a13:09:35.092246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25553): Terminated: ok {rc=0}\u000a13:09:35.101784 --- ParallelTerminationStrategy: PID 25556 died...\u000a13:09:35.154409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25556): Terminated: ok {rc=0}\u000a13:09:35.241831 bus /gobi_4: Setting Powered False\u000a13:09:36.344761 bus /gobi_4: Setting Powered False\u000a13:09:37.455990 bus /gobi_1: Setting Powered False\u000a13:09:38.558100 bus /gobi_1: Setting Powered False\u000a13:09:39.669177 bus /gobi_0: Setting Powered False\u000a13:09:40.770232 bus /gobi_0: Setting Powered False\u000a13:09:41.880572 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25564): Process ended prematurely: osmo-stp_10.42.42.5(pid=25564) [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25564)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25564): Process ended prematurely: osmo-stp_10.42.42.5(pid=25564) [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25564)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:09:42.947271 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:42.958774 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:09:43.099143 tst ping.py: using LAC 41115\u000a13:09:43.214286 tst ping.py: using RAC 60\u000a13:09:43.335350 tst ping.py: using CellId 41115\u000a13:09:43.449257 tst ping.py: using BVCI 41116\u000a13:09:43.471793 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:43.482594 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:43.492934 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:43.503392 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:43.513879 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:43.524326 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:43.534957 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:43.545751 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:09:43.815613 tst ping.py:19: start network...\u000a13:09:43.938674 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:44.408530 run create_hlr_db(pid=25558): Launched\u000a13:09:44.578405 bus /gobi_6: Setting Powered False\u000a13:09:45.612374 run create_hlr_db(pid=25558): Terminated: ok {rc=0}\u000a13:09:46.031960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25560): Launched\u000a13:09:46.435342 run osmo-hlr_10.42.42.2(pid=25561): Launched\u000a13:09:46.618017 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:47.172257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25563): Launched\u000a13:09:47.467982 run osmo-stp_10.42.42.5(pid=25564): Launched\u000a13:09:47.575397 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:09:48.088839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25566): Launched\u000a13:09:48.194050 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:09:48.451157 run patchelf(pid=25567): Launched\u000a13:09:48.623624 run osmo-stp_10.42.42.5(pid=25564): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25564)]\u000a13:09:48.749530 run osmo-stp_10.42.42.5(pid=25564): stdout: \u000a| (launched: 2022-12-14_13:09:47.323883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:48.876081 run osmo-stp_10.42.42.5(pid=25564): stderr: \u000a| �[0;m�[38;5;43m20221214130947496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130947496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130947496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130947497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130947497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130947497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130947497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:48.998382 run osmo-stp_10.42.42.5(pid=25564): stdout: \u000a| (launched: 2022-12-14_13:09:47.323883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:49.119503 run osmo-stp_10.42.42.5(pid=25564): stderr: \u000a| �[0;m�[38;5;43m20221214130947496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130947496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130947496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130947497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130947497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130947497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130947497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:49.260157 run patchelf(pid=25567): Terminating (SIGINT)\u000a13:09:49.425515 run patchelf(pid=25567): Terminated: ok {rc=0}\u000a13:09:49.455569 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25564): Process ended prematurely: osmo-stp_10.42.42.5(pid=25564) [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25564)] [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:09:49.464147 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:09:49.523322 run osmo-hlr_10.42.42.2(pid=25561): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25561)]\u000a13:09:49.571685 run osmo-hlr_10.42.42.2(pid=25561): stdout: \u000a| (launched: 2022-12-14_13:09:46.183702) \u000a13:09:49.620631 run osmo-hlr_10.42.42.2(pid=25561): stderr: \u000a| �[0;m�[1;31m20221214130946535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130946535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130946535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130946535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130946535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130946535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130946551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130946565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130946565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130946566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:49.662314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25560): Terminating (SIGTERM)\u000a13:09:49.701504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25563): Terminating (SIGTERM)\u000a13:09:49.741033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25566): Terminating (SIGTERM)\u000a13:09:49.750191 --- ParallelTerminationStrategy: PID 25560 died...\u000a13:09:49.803809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25560): Terminated: ok {rc=0}\u000a13:09:49.813547 --- ParallelTerminationStrategy: PID 25563 died...\u000a13:09:49.866364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25563): Terminated: ok {rc=0}\u000a13:09:49.875978 --- ParallelTerminationStrategy: PID 25566 died...\u000a13:09:49.929011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25566): Terminated: ok {rc=0}\u000a13:09:50.016237 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25574): Process ended prematurely: osmo-stp_10.42.42.5(pid=25574) [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25574)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25574): Process ended prematurely: osmo-stp_10.42.42.5(pid=25574) [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:09:51.067959 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:51.079340 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:09:51.221185 tst ping_idle_ping.py: using LAC 41116\u000a13:09:51.336942 tst ping_idle_ping.py: using RAC 61\u000a13:09:51.452557 tst ping_idle_ping.py: using CellId 41116\u000a13:09:51.570709 tst ping_idle_ping.py: using BVCI 41117\u000a13:09:51.593325 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:51.604008 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:51.614541 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:51.624986 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:51.635328 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:51.645880 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:51.656438 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:51.666943 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:09:51.938285 tst ping_idle_ping.py:24: start network...\u000a13:09:52.060697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:52.536868 run create_hlr_db(pid=25568): Launched\u000a13:09:52.707334 bus /gobi_6: Setting Powered False\u000a13:09:53.729587 run create_hlr_db(pid=25568): Terminated: ok {rc=0}\u000a13:09:54.151367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25570): Launched\u000a13:09:54.470774 run osmo-hlr_10.42.42.2(pid=25571): Launched\u000a13:09:54.590396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:55.140219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25573): Launched\u000a13:09:55.458538 run osmo-stp_10.42.42.5(pid=25574): Launched\u000a13:09:55.575906 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:09:56.129678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25576): Launched\u000a13:09:56.243394 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:09:56.520007 run patchelf(pid=25577): Launched\u000a13:09:56.705929 run osmo-stp_10.42.42.5(pid=25574): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25574)]\u000a13:09:56.841789 run osmo-stp_10.42.42.5(pid=25574): stdout: \u000a| (launched: 2022-12-14_13:09:55.301679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:56.978041 run osmo-stp_10.42.42.5(pid=25574): stderr: \u000a| �[0;m�[38;5;43m20221214130955493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130955494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130955494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130955494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130955495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130955495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130955495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:57.110061 run osmo-stp_10.42.42.5(pid=25574): stdout: \u000a| (launched: 2022-12-14_13:09:55.301679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:57.240732 run osmo-stp_10.42.42.5(pid=25574): stderr: \u000a| �[0;m�[38;5;43m20221214130955493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214130955494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214130955494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214130955494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214130955495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214130955495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214130955495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:57.391895 run patchelf(pid=25577): Terminating (SIGINT)\u000a13:09:57.570066 run patchelf(pid=25577): Terminated: ok {rc=0}\u000a13:09:57.602165 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25574): Process ended prematurely: osmo-stp_10.42.42.5(pid=25574) [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25574)] [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:09:57.611297 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:09:57.674875 run osmo-hlr_10.42.42.2(pid=25571): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25571)]\u000a13:09:57.726387 run osmo-hlr_10.42.42.2(pid=25571): stdout: \u000a| (launched: 2022-12-14_13:09:54.313885) \u000a13:09:57.778628 run osmo-hlr_10.42.42.2(pid=25571): stderr: \u000a| �[0;m�[1;31m20221214130954509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214130954510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214130954510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130954510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214130954510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214130954510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214130954521 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214130954529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214130954529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214130954529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:57.823302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25570): Terminating (SIGTERM)\u000a13:09:57.866104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25573): Terminating (SIGTERM)\u000a13:09:57.908426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25576): Terminating (SIGTERM)\u000a13:09:57.918227 --- ParallelTerminationStrategy: PID 25570 died...\u000a13:09:57.975139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25570): Terminated: ok {rc=0}\u000a13:09:57.985372 --- ParallelTerminationStrategy: PID 25573 died...\u000a13:09:58.042015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25573): Terminated: ok {rc=0}\u000a13:09:58.052157 --- ParallelTerminationStrategy: PID 25576 died...\u000a13:09:58.108703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25576): Terminated: ok {rc=0}\u000a13:09:58.196458 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:08:58" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25595): Process ended prematurely: osmo-stp_10.42.42.5(pid=25595) [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25595)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25595): Process ended prematurely: osmo-stp_10.42.42.5(pid=25595) [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25595)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:10:00.299864 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:00.310558 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:10:00.461773 tst cs_paging_gprs_active.py: using LAC 41117\u000a13:10:00.592303 tst cs_paging_gprs_active.py: using RAC 62\u000a13:10:00.711652 tst cs_paging_gprs_active.py: using CellId 41117\u000a13:10:00.827741 tst cs_paging_gprs_active.py: using BVCI 41118\u000a13:10:00.852392 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:00.863922 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:00.874988 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:00.889751 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:00.901389 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:00.913145 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:00.924530 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:00.935533 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:00.946939 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:10:01.082412 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:10:01.389570 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:10:01.518422 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:01.854470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25585): Launched\u000a13:10:02.164655 run iperf3-srv_10.42.42.10(pid=25586): Launched\u000a13:10:02.353601 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:10:02.481210 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:02.791616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25587): Launched\u000a13:10:03.048739 run iperf3-srv_10.42.42.10(pid=25588): Launched\u000a13:10:03.231150 tst cs_paging_gprs_active.py:38: start network...\u000a13:10:03.356084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:03.835563 run create_hlr_db(pid=25589): Launched\u000a13:10:04.008562 bus /gobi_6: Setting Powered False\u000a13:10:05.030316 run create_hlr_db(pid=25589): Terminated: ok {rc=0}\u000a13:10:05.457548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25591): Launched\u000a13:10:05.780901 run osmo-hlr_10.42.42.2(pid=25592): Launched\u000a13:10:05.902923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:10:06.462568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25594): Launched\u000a13:10:06.785355 run osmo-stp_10.42.42.5(pid=25595): Launched\u000a13:10:06.903545 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:10:07.465504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25597): Launched\u000a13:10:07.581403 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:10:07.861316 run patchelf(pid=25598): Launched\u000a13:10:08.049582 run osmo-stp_10.42.42.5(pid=25595): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25595)]\u000a13:10:08.187618 run osmo-stp_10.42.42.5(pid=25595): stdout: \u000a| (launched: 2022-12-14_13:10:06.626942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:08.326074 run osmo-stp_10.42.42.5(pid=25595): stderr: \u000a| �[0;m�[38;5;43m20221214131006819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131006819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131006819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131006819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131006822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131006822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131006822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:08.459952 run osmo-stp_10.42.42.5(pid=25595): stdout: \u000a| (launched: 2022-12-14_13:10:06.626942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:08.592645 run osmo-stp_10.42.42.5(pid=25595): stderr: \u000a| �[0;m�[38;5;43m20221214131006819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131006819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131006819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131006819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131006822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131006822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131006822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:08.746558 run patchelf(pid=25598): Terminating (SIGINT)\u000a13:10:08.926900 run patchelf(pid=25598): Terminated: ok {rc=0}\u000a13:10:08.960008 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25595): Process ended prematurely: osmo-stp_10.42.42.5(pid=25595) [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25595)] [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:10:08.969731 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:10:09.032737 run osmo-hlr_10.42.42.2(pid=25592): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25592)]\u000a13:10:09.083953 run osmo-hlr_10.42.42.2(pid=25592): stdout: \u000a| (launched: 2022-12-14_13:10:05.622416) \u000a13:10:09.136254 run osmo-hlr_10.42.42.2(pid=25592): stderr: \u000a| �[0;m�[1;31m20221214131005822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131005822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131005822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131005822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131005822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131005822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131005834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131005842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131005842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131005843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:09.180822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25585): Terminating (SIGTERM)\u000a13:10:09.222944 run iperf3-srv_10.42.42.10(pid=25586): Terminating (SIGTERM)\u000a13:10:09.265148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25587): Terminating (SIGTERM)\u000a13:10:09.307335 run iperf3-srv_10.42.42.10(pid=25588): Terminating (SIGTERM)\u000a13:10:09.349605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25591): Terminating (SIGTERM)\u000a13:10:09.391453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25594): Terminating (SIGTERM)\u000a13:10:09.434001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25597): Terminating (SIGTERM)\u000a13:10:09.443479 --- ParallelTerminationStrategy: PID 25585 died...\u000a13:10:09.500761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25585): Terminated: ok {rc=0}\u000a13:10:09.510833 --- ParallelTerminationStrategy: PID 25586 died...\u000a13:10:09.566526 run iperf3-srv_10.42.42.10(pid=25586): Terminated {rc=256}\u000a13:10:09.576343 --- ParallelTerminationStrategy: PID 25587 died...\u000a13:10:09.632010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25587): Terminated: ok {rc=0}\u000a13:10:09.641840 --- ParallelTerminationStrategy: PID 25588 died...\u000a13:10:09.697167 run iperf3-srv_10.42.42.10(pid=25588): Terminated {rc=256}\u000a13:10:09.706916 --- ParallelTerminationStrategy: PID 25591 died...\u000a13:10:09.762741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25591): Terminated: ok {rc=0}\u000a13:10:09.772620 --- ParallelTerminationStrategy: PID 25594 died...\u000a13:10:09.828385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25594): Terminated: ok {rc=0}\u000a13:10:09.838273 --- ParallelTerminationStrategy: PID 25597 died...\u000a13:10:09.894095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25597): Terminated: ok {rc=0}\u000a13:10:09.981553 bus /gobi_0: Setting Powered False\u000a13:10:11.084211 bus /gobi_0: Setting Powered False\u000a13:10:12.195458 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25608): Process ended prematurely: osmo-stp_10.42.42.5(pid=25608) [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25608)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25608): Process ended prematurely: osmo-stp_10.42.42.5(pid=25608) [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25608)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:10:13.306067 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:13.317445 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:10:13.463378 tst iperf3.py: using LAC 41118\u000a13:10:13.582978 tst iperf3.py: using RAC 63\u000a13:10:13.707123 tst iperf3.py: using CellId 41118\u000a13:10:13.822843 tst iperf3.py: using BVCI 41119\u000a13:10:13.845639 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:13.856292 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:13.866739 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:13.877221 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:13.887499 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:13.898802 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:13.909791 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:13.920317 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:13.930887 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:10:14.203917 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:10:14.328545 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:14.639378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25600): Launched\u000a13:10:14.895626 run iperf3-srv_10.42.42.10(pid=25601): Launched\u000a13:10:15.077564 tst iperf3.py:8: start network...\u000a13:10:15.201732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:15.680389 run create_hlr_db(pid=25602): Launched\u000a13:10:15.853084 bus /gobi_6: Setting Powered False\u000a13:10:16.948391 run create_hlr_db(pid=25602): Terminated: ok {rc=0}\u000a13:10:17.372475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25604): Launched\u000a13:10:17.696467 run osmo-hlr_10.42.42.2(pid=25605): Launched\u000a13:10:17.814680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:10:18.374611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25607): Launched\u000a13:10:18.697493 run osmo-stp_10.42.42.5(pid=25608): Launched\u000a13:10:18.814940 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:10:19.375475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25610): Launched\u000a13:10:19.491584 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:10:19.774138 run patchelf(pid=25611): Launched\u000a13:10:19.962540 run osmo-stp_10.42.42.5(pid=25608): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25608)]\u000a13:10:20.100594 run osmo-stp_10.42.42.5(pid=25608): stdout: \u000a| (launched: 2022-12-14_13:10:18.539051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:20.239025 run osmo-stp_10.42.42.5(pid=25608): stderr: \u000a| �[0;m�[38;5;43m20221214131018734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131018734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131018734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131018734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131018735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131018735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131018735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:20.372323 run osmo-stp_10.42.42.5(pid=25608): stdout: \u000a| (launched: 2022-12-14_13:10:18.539051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:20.504884 run osmo-stp_10.42.42.5(pid=25608): stderr: \u000a| �[0;m�[38;5;43m20221214131018734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131018734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131018734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131018734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131018735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131018735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131018735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:20.659240 run patchelf(pid=25611): Terminating (SIGINT)\u000a13:10:20.839771 run patchelf(pid=25611): Terminated: ok {rc=0}\u000a13:10:20.873033 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25608): Process ended prematurely: osmo-stp_10.42.42.5(pid=25608) [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25608)] [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:10:20.882880 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:10:20.945494 run osmo-hlr_10.42.42.2(pid=25605): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25605)]\u000a13:10:20.996926 run osmo-hlr_10.42.42.2(pid=25605): stdout: \u000a| (launched: 2022-12-14_13:10:17.537432) \u000a13:10:21.049038 run osmo-hlr_10.42.42.2(pid=25605): stderr: \u000a| �[0;m�[1;31m20221214131017735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131017735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131017735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131017735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131017735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131017735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131017748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131017756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131017756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131017756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:21.093689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25600): Terminating (SIGTERM)\u000a13:10:21.136224 run iperf3-srv_10.42.42.10(pid=25601): Terminating (SIGTERM)\u000a13:10:21.178658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25604): Terminating (SIGTERM)\u000a13:10:21.220606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25607): Terminating (SIGTERM)\u000a13:10:21.262272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25610): Terminating (SIGTERM)\u000a13:10:21.271823 --- ParallelTerminationStrategy: PID 25600 died...\u000a13:10:21.328389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25600): Terminated: ok {rc=0}\u000a13:10:21.338590 --- ParallelTerminationStrategy: PID 25601 died...\u000a13:10:21.394496 run iperf3-srv_10.42.42.10(pid=25601): Terminated {rc=256}\u000a13:10:21.404417 --- ParallelTerminationStrategy: PID 25604 died...\u000a13:10:21.460055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25604): Terminated: ok {rc=0}\u000a13:10:21.470398 --- ParallelTerminationStrategy: PID 25607 died...\u000a13:10:21.526282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25607): Terminated: ok {rc=0}\u000a13:10:21.536282 --- ParallelTerminationStrategy: PID 25610 died...\u000a13:10:21.592080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25610): Terminated: ok {rc=0}\u000a13:10:21.678222 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25627): Process ended prematurely: osmo-stp_10.42.42.5(pid=25627) [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25627)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25627): Process ended prematurely: osmo-stp_10.42.42.5(pid=25627) [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:10:22.795449 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:22.807451 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:10:22.951714 tst iperf3m4.py: using LAC 41119\u000a13:10:23.071022 tst iperf3m4.py: using RAC 64\u000a13:10:23.190125 tst iperf3m4.py: using CellId 41119\u000a13:10:23.309716 tst iperf3m4.py: using BVCI 41120\u000a13:10:23.332504 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:23.343303 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:23.355463 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:23.369178 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:23.381303 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:23.393470 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:23.405801 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:23.418194 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:23.430535 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:10:23.551183 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:10:23.668608 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:10:23.788001 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:10:24.065732 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:10:24.190949 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:24.502640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25612): Launched\u000a13:10:24.760886 run iperf3-srv_10.42.42.10(pid=25613): Launched\u000a13:10:24.944562 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:10:25.069172 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:25.379537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25614): Launched\u000a13:10:25.637563 run iperf3-srv_10.42.42.10(pid=25615): Launched\u000a13:10:25.819685 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:10:25.944022 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:26.254854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25616): Launched\u000a13:10:26.512592 run iperf3-srv_10.42.42.10(pid=25617): Launched\u000a13:10:26.695223 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:10:26.819500 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:27.130919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25618): Launched\u000a13:10:27.388763 run iperf3-srv_10.42.42.10(pid=25619): Launched\u000a13:10:27.571540 tst iperf3m4.py:8: start network...\u000a13:10:27.696256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:28.176144 run create_hlr_db(pid=25620): Launched\u000a13:10:28.348767 bus /gobi_6: Setting Powered False\u000a13:10:29.370809 run create_hlr_db(pid=25620): Terminated: ok {rc=0}\u000a13:10:29.799220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25622): Launched\u000a13:10:30.121977 run osmo-hlr_10.42.42.2(pid=25623): Launched\u000a13:10:30.238965 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:10:30.798763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25626): Launched\u000a13:10:31.353576 run osmo-stp_10.42.42.5(pid=25627): Launched\u000a13:10:31.570480 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:10:32.150449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25629): Launched\u000a13:10:32.267773 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:10:32.549995 run patchelf(pid=25630): Launched\u000a13:10:32.737831 run osmo-stp_10.42.42.5(pid=25627): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25627)]\u000a13:10:32.875453 run osmo-stp_10.42.42.5(pid=25627): stdout: \u000a| (launched: 2022-12-14_13:10:31.001207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:33.013296 run osmo-stp_10.42.42.5(pid=25627): stderr: \u000a| �[0;m�[38;5;43m20221214131031221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131031221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131031221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131031222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131031222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131031222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131031222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:33.146754 run osmo-stp_10.42.42.5(pid=25627): stdout: \u000a| (launched: 2022-12-14_13:10:31.001207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:33.278870 run osmo-stp_10.42.42.5(pid=25627): stderr: \u000a| �[0;m�[38;5;43m20221214131031221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131031221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131031221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131031222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131031222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131031222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131031222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:33.432691 run patchelf(pid=25630): Terminating (SIGINT)\u000a13:10:33.613498 run patchelf(pid=25630): Terminated: ok {rc=0}\u000a13:10:33.646472 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25627): Process ended prematurely: osmo-stp_10.42.42.5(pid=25627) [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25627)] [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:10:33.656302 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a13:10:33.719899 run osmo-hlr_10.42.42.2(pid=25623): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25623)]\u000a13:10:33.771852 run osmo-hlr_10.42.42.2(pid=25623): stdout: \u000a| (launched: 2022-12-14_13:10:29.963343) \u000a13:10:33.824267 run osmo-hlr_10.42.42.2(pid=25623): stderr: \u000a| �[0;m�[1;31m20221214131030161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131030161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131030161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131030161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131030161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131030161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131030173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131030182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131030182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131030182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:33.869073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25612): Terminating (SIGTERM)\u000a13:10:33.911641 run iperf3-srv_10.42.42.10(pid=25613): Terminating (SIGTERM)\u000a13:10:33.953810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25614): Terminating (SIGTERM)\u000a13:10:33.996140 run iperf3-srv_10.42.42.10(pid=25615): Terminating (SIGTERM)\u000a13:10:34.038449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25616): Terminating (SIGTERM)\u000a13:10:34.080713 run iperf3-srv_10.42.42.10(pid=25617): Terminating (SIGTERM)\u000a13:10:34.124336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25618): Terminating (SIGTERM)\u000a13:10:34.166689 run iperf3-srv_10.42.42.10(pid=25619): Terminating (SIGTERM)\u000a13:10:34.208479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25622): Terminating (SIGTERM)\u000a13:10:34.250809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25626): Terminating (SIGTERM)\u000a13:10:34.293153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25629): Terminating (SIGTERM)\u000a13:10:34.302726 --- ParallelTerminationStrategy: PID 25612 died...\u000a13:10:34.359328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25612): Terminated: ok {rc=0}\u000a13:10:34.369379 --- ParallelTerminationStrategy: PID 25613 died...\u000a13:10:34.425372 run iperf3-srv_10.42.42.10(pid=25613): Terminated {rc=256}\u000a13:10:34.435272 --- ParallelTerminationStrategy: PID 25614 died...\u000a13:10:34.491649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25614): Terminated: ok {rc=0}\u000a13:10:34.501696 --- ParallelTerminationStrategy: PID 25615 died...\u000a13:10:34.557569 run iperf3-srv_10.42.42.10(pid=25615): Terminated {rc=256}\u000a13:10:34.567508 --- ParallelTerminationStrategy: PID 25616 died...\u000a13:10:34.623709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25616): Terminated: ok {rc=0}\u000a13:10:34.633772 --- ParallelTerminationStrategy: PID 25617 died...\u000a13:10:34.689640 run iperf3-srv_10.42.42.10(pid=25617): Terminated {rc=256}\u000a13:10:34.699586 --- ParallelTerminationStrategy: PID 25618 died...\u000a13:10:34.755639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25618): Terminated: ok {rc=0}\u000a13:10:34.765647 --- ParallelTerminationStrategy: PID 25619 died...\u000a13:10:34.821541 run iperf3-srv_10.42.42.10(pid=25619): Terminated {rc=256}\u000a13:10:34.831486 --- ParallelTerminationStrategy: PID 25622 died...\u000a13:10:34.887657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25622): Terminated: ok {rc=0}\u000a13:10:34.897690 --- ParallelTerminationStrategy: PID 25626 died...\u000a13:10:34.953797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25626): Terminated: ok {rc=0}\u000a13:10:34.963722 --- ParallelTerminationStrategy: PID 25629 died...\u000a13:10:35.019651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25629): Terminated: ok {rc=0}\u000a13:10:35.107536 bus /gobi_4: Setting Powered False\u000a13:10:36.211228 bus /gobi_4: Setting Powered False\u000a13:10:37.320128 bus /gobi_1: Setting Powered False\u000a13:10:38.426169 bus /gobi_1: Setting Powered False\u000a13:10:39.533627 bus /gobi_0: Setting Powered False\u000a13:10:40.640634 bus /gobi_0: Setting Powered False\u000a13:10:41.748706 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25637): Process ended prematurely: osmo-stp_10.42.42.5(pid=25637) [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25637)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25637): Process ended prematurely: osmo-stp_10.42.42.5(pid=25637) [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:10:42.816805 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:42.828598 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:10:42.977899 tst ping.py: using LAC 41120\u000a13:10:43.102087 tst ping.py: using RAC 65\u000a13:10:43.226047 tst ping.py: using CellId 41120\u000a13:10:43.351820 tst ping.py: using BVCI 41121\u000a13:10:43.376062 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:43.387330 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:43.398338 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:43.409324 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:43.420556 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:43.431774 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:43.443212 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:43.454445 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:10:43.728012 tst ping.py:19: start network...\u000a13:10:43.851111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:44.323805 run create_hlr_db(pid=25631): Launched\u000a13:10:44.494127 bus /gobi_6: Setting Powered False\u000a13:10:45.515461 run create_hlr_db(pid=25631): Terminated: ok {rc=0}\u000a13:10:45.973925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25633): Launched\u000a13:10:46.404453 run osmo-hlr_10.42.42.2(pid=25634): Launched\u000a13:10:46.604052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:10:47.147634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25636): Launched\u000a13:10:47.451950 run osmo-stp_10.42.42.5(pid=25637): Launched\u000a13:10:47.572213 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:10:48.089822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25639): Launched\u000a13:10:48.194110 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:10:48.450338 run patchelf(pid=25640): Launched\u000a13:10:48.622588 run osmo-stp_10.42.42.5(pid=25637): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25637)]\u000a13:10:48.748469 run osmo-stp_10.42.42.5(pid=25637): stdout: \u000a| (launched: 2022-12-14_13:10:47.301703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:48.874589 run osmo-stp_10.42.42.5(pid=25637): stderr: \u000a| �[0;m�[38;5;43m20221214131047476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131047476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131047476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131047477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131047477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131047477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131047477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:48.996454 run osmo-stp_10.42.42.5(pid=25637): stdout: \u000a| (launched: 2022-12-14_13:10:47.301703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:49.117637 run osmo-stp_10.42.42.5(pid=25637): stderr: \u000a| �[0;m�[38;5;43m20221214131047476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131047476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131047476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131047477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131047477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131047477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131047477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:49.257795 run patchelf(pid=25640): Terminating (SIGINT)\u000a13:10:49.422857 run patchelf(pid=25640): Terminated: ok {rc=0}\u000a13:10:49.452878 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25637): Process ended prematurely: osmo-stp_10.42.42.5(pid=25637) [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25637)] [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:10:49.461445 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:10:49.521275 run osmo-hlr_10.42.42.2(pid=25634): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25634)]\u000a13:10:49.570560 run osmo-hlr_10.42.42.2(pid=25634): stdout: \u000a| (launched: 2022-12-14_13:10:46.142259) \u000a13:10:49.620008 run osmo-hlr_10.42.42.2(pid=25634): stderr: \u000a| �[0;m�[1;31m20221214131046357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131046358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131046358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131046358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131046358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131046358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131046378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131046399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131046399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131046399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:49.662197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25633): Terminating (SIGTERM)\u000a13:10:49.701791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25636): Terminating (SIGTERM)\u000a13:10:49.741288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25639): Terminating (SIGTERM)\u000a13:10:49.750374 --- ParallelTerminationStrategy: PID 25633 died...\u000a13:10:49.803463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25633): Terminated: ok {rc=0}\u000a13:10:49.813049 --- ParallelTerminationStrategy: PID 25636 died...\u000a13:10:49.866072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25636): Terminated: ok {rc=0}\u000a13:10:49.875599 --- ParallelTerminationStrategy: PID 25639 died...\u000a13:10:49.928646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25639): Terminated: ok {rc=0}\u000a13:10:50.016353 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25650): Process ended prematurely: osmo-stp_10.42.42.5(pid=25650) [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25650)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25650): Process ended prematurely: osmo-stp_10.42.42.5(pid=25650) [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25650)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:10:51.067268 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:51.078626 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:10:51.229339 tst ping_idle_ping.py: using LAC 41121\u000a13:10:51.355878 tst ping_idle_ping.py: using RAC 66\u000a13:10:51.481514 tst ping_idle_ping.py: using CellId 41121\u000a13:10:51.600581 tst ping_idle_ping.py: using BVCI 41122\u000a13:10:51.623242 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:51.634159 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:51.644760 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:51.655399 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:51.666462 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:51.677692 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:51.688993 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:51.700090 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:10:51.989615 tst ping_idle_ping.py:24: start network...\u000a13:10:52.124294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:52.605557 run create_hlr_db(pid=25644): Launched\u000a13:10:52.776370 bus /gobi_6: Setting Powered False\u000a13:10:53.797989 run create_hlr_db(pid=25644): Terminated: ok {rc=0}\u000a13:10:54.192441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25646): Launched\u000a13:10:54.489803 run osmo-hlr_10.42.42.2(pid=25647): Launched\u000a13:10:54.606383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:10:55.128476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25649): Launched\u000a13:10:55.424031 run osmo-stp_10.42.42.5(pid=25650): Launched\u000a13:10:55.534114 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:10:56.047505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25652): Launched\u000a13:10:56.152435 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:10:56.409973 run patchelf(pid=25653): Launched\u000a13:10:56.582436 run osmo-stp_10.42.42.5(pid=25650): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25650)]\u000a13:10:56.708506 run osmo-stp_10.42.42.5(pid=25650): stdout: \u000a| (launched: 2022-12-14_13:10:55.279083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:56.835154 run osmo-stp_10.42.42.5(pid=25650): stderr: \u000a| �[0;m�[38;5;43m20221214131055449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131055449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131055450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131055450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131055451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131055451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131055451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:56.957174 run osmo-stp_10.42.42.5(pid=25650): stdout: \u000a| (launched: 2022-12-14_13:10:55.279083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:57.078138 run osmo-stp_10.42.42.5(pid=25650): stderr: \u000a| �[0;m�[38;5;43m20221214131055449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131055449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131055450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131055450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131055451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131055451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131055451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:57.219108 run patchelf(pid=25653): Terminating (SIGINT)\u000a13:10:57.384749 run patchelf(pid=25653): Terminated: ok {rc=0}\u000a13:10:57.414961 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25650): Process ended prematurely: osmo-stp_10.42.42.5(pid=25650) [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25650)] [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:10:57.423455 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a13:10:57.482492 run osmo-hlr_10.42.42.2(pid=25647): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25647)]\u000a13:10:57.530999 run osmo-hlr_10.42.42.2(pid=25647): stdout: \u000a| (launched: 2022-12-14_13:10:54.344118) \u000a13:10:57.580105 run osmo-hlr_10.42.42.2(pid=25647): stderr: \u000a| �[0;m�[1;31m20221214131054520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131054520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131054520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131054520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131054520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131054520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131054532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131054541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131054541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131054541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:57.621820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25646): Terminating (SIGTERM)\u000a13:10:57.660933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25649): Terminating (SIGTERM)\u000a13:10:57.700123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25652): Terminating (SIGTERM)\u000a13:10:57.709123 --- ParallelTerminationStrategy: PID 25646 died...\u000a13:10:57.761792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25646): Terminated: ok {rc=0}\u000a13:10:57.771130 --- ParallelTerminationStrategy: PID 25649 died...\u000a13:10:57.823292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25649): Terminated: ok {rc=0}\u000a13:10:57.832662 --- ParallelTerminationStrategy: PID 25652 died...\u000a13:10:57.884621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25652): Terminated: ok {rc=0}\u000a13:10:57.971830 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:09:59" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25663): Process ended prematurely: osmo-stp_10.42.42.5(pid=25663) [trial-2405↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25663)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25663): Process ended prematurely: osmo-stp_10.42.42.5(pid=25663) [trial-2405↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:10:59.953306 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:10:59.964611 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:11:00.118178 tst switch_tch_pdch.py: using LAC 41122\u000a13:11:00.236465 tst switch_tch_pdch.py: using RAC 67\u000a13:11:00.353349 tst switch_tch_pdch.py: using CellId 41122\u000a13:11:00.467115 tst switch_tch_pdch.py: using BVCI 41123\u000a13:11:00.489790 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:11:00.500849 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:11:00.511771 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:11:00.522600 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:11:00.533230 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:11:00.544001 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:11:00.554861 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:11:00.565595 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:11:00.684837 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:11:00.960720 tst switch_tch_pdch.py:51: start network...\u000a13:11:01.086624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:11:01.609359 run create_hlr_db(pid=25657): Launched\u000a13:11:01.785253 bus /gobi_6: Setting Powered False\u000a13:11:02.800786 run create_hlr_db(pid=25657): Terminated: ok {rc=0}\u000a13:11:03.220632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25659): Launched\u000a13:11:03.536813 run osmo-hlr_10.42.42.2(pid=25660): Launched\u000a13:11:03.654358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:04.203906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25662): Launched\u000a13:11:04.520422 run osmo-stp_10.42.42.5(pid=25663): Launched\u000a13:11:04.636052 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:11:05.186301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25665): Launched\u000a13:11:05.299266 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:11:05.574301 run patchelf(pid=25666): Launched\u000a13:11:05.758906 run osmo-stp_10.42.42.5(pid=25663): ERR: Terminated: ERROR {rc=1} [trial-2405↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25663)]\u000a13:11:05.894057 run osmo-stp_10.42.42.5(pid=25663): stdout: \u000a| (launched: 2022-12-14_13:11:04.364601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:06.029267 run osmo-stp_10.42.42.5(pid=25663): stderr: \u000a| �[0;m�[38;5;43m20221214131104555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131104555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131104556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131104556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131104556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131104557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131104557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:06.160048 run osmo-stp_10.42.42.5(pid=25663): stdout: \u000a| (launched: 2022-12-14_13:11:04.364601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:06.290225 run osmo-stp_10.42.42.5(pid=25663): stderr: \u000a| �[0;m�[38;5;43m20221214131104555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131104555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131104556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131104556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131104556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131104557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131104557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:06.440851 run patchelf(pid=25666): Terminating (SIGINT)\u000a13:11:06.617953 run patchelf(pid=25666): Terminated: ok {rc=0}\u000a13:11:06.649919 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25663): Process ended prematurely: osmo-stp_10.42.42.5(pid=25663) [trial-2405↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25663)] [trial-2405↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:11:06.658902 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a13:11:06.721503 run osmo-hlr_10.42.42.2(pid=25660): ERR: Terminated: ERROR {rc=237} [trial-2405↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25660)]\u000a13:11:06.772698 run osmo-hlr_10.42.42.2(pid=25660): stdout: \u000a| (launched: 2022-12-14_13:11:03.381670) \u000a13:11:06.824356 run osmo-hlr_10.42.42.2(pid=25660): stderr: \u000a| �[0;m�[1;31m20221214131103576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131103576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131103576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131103576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131103576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131103576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131103588 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131103596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131103596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131103597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:06.868559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25659): Terminating (SIGTERM)\u000a13:11:06.910239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25662): Terminating (SIGTERM)\u000a13:11:06.952382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25665): Terminating (SIGTERM)\u000a13:11:06.961888 --- ParallelTerminationStrategy: PID 25659 died...\u000a13:11:07.017980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25659): Terminated: ok {rc=0}\u000a13:11:07.027829 --- ParallelTerminationStrategy: PID 25662 died...\u000a13:11:07.083682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25662): Terminated: ok {rc=0}\u000a13:11:07.093737 --- ParallelTerminationStrategy: PID 25665 died...\u000a13:11:07.149531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25665): Terminated: ok {rc=0}\u000a13:11:07.234941 bus /gobi_0: Setting Powered False\u000a13:11:08.340016 bus /gobi_0: Setting Powered False\u000a13:11:09.449712 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:10:59" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25676): Process ended prematurely: osmo-stp_10.42.42.5(pid=25676) [trial-2405↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25676)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25676): Process ended prematurely: osmo-stp_10.42.42.5(pid=25676) [trial-2405↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:11:11.375438 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:11:11.386817 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:11:11.536003 tst switch_tch_pdch.py: using LAC 41123\u000a13:11:11.660671 tst switch_tch_pdch.py: using RAC 68\u000a13:11:11.785821 tst switch_tch_pdch.py: using CellId 41123\u000a13:11:11.909676 tst switch_tch_pdch.py: using BVCI 41124\u000a13:11:11.933871 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:11:11.945119 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:11:11.956183 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:11:11.967314 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:11:11.978716 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:11:11.990192 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:11:12.001848 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:11:12.013215 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:11:12.130080 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:11:12.402592 tst switch_tch_pdch.py:51: start network...\u000a13:11:12.526477 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:11:12.975251 run create_hlr_db(pid=25670): Launched\u000a13:11:13.095269 bus /gobi_6: Setting Powered False\u000a13:11:14.167452 run create_hlr_db(pid=25670): Terminated: ok {rc=0}\u000a13:11:14.534774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25672): Launched\u000a13:11:14.828347 run osmo-hlr_10.42.42.2(pid=25673): Launched\u000a13:11:14.935360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:15.420567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25675): Launched\u000a13:11:15.715701 run osmo-stp_10.42.42.5(pid=25676): Launched\u000a13:11:15.824346 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:11:16.361762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25678): Launched\u000a13:11:16.470173 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:11:16.754917 run patchelf(pid=25679): Launched\u000a13:11:16.930951 run osmo-stp_10.42.42.5(pid=25676): ERR: Terminated: ERROR {rc=1} [trial-2405↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25676)]\u000a13:11:17.059179 run osmo-stp_10.42.42.5(pid=25676): stdout: \u000a| (launched: 2022-12-14_13:11:15.570296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:17.187521 run osmo-stp_10.42.42.5(pid=25676): stderr: \u000a| �[0;m�[38;5;43m20221214131115740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131115740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131115740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131115741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131115741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131115741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131115741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:17.309055 run osmo-stp_10.42.42.5(pid=25676): stdout: \u000a| (launched: 2022-12-14_13:11:15.570296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:17.429401 run osmo-stp_10.42.42.5(pid=25676): stderr: \u000a| �[0;m�[38;5;43m20221214131115740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131115740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131115740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131115741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131115741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131115741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131115741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:17.569385 run patchelf(pid=25679): Terminating (SIGINT)\u000a13:11:17.733624 run patchelf(pid=25679): Terminated: ok {rc=0}\u000a13:11:17.763701 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25676): Process ended prematurely: osmo-stp_10.42.42.5(pid=25676) [trial-2405↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25676)] [trial-2405↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:11:17.772298 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a13:11:17.831470 run osmo-hlr_10.42.42.2(pid=25673): ERR: Terminated: ERROR {rc=237} [trial-2405↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25673)]\u000a13:11:17.880028 run osmo-hlr_10.42.42.2(pid=25673): stdout: \u000a| (launched: 2022-12-14_13:11:14.684062) \u000a13:11:17.929179 run osmo-hlr_10.42.42.2(pid=25673): stderr: \u000a| �[0;m�[1;31m20221214131114856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131114856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131114856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131114856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131114856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131114856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131114870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131114879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131114879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131114879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:17.971132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25672): Terminating (SIGTERM)\u000a13:11:18.010419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25675): Terminating (SIGTERM)\u000a13:11:18.049713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25678): Terminating (SIGTERM)\u000a13:11:18.058721 --- ParallelTerminationStrategy: PID 25672 died...\u000a13:11:18.111161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25672): Terminated: ok {rc=0}\u000a13:11:18.120473 --- ParallelTerminationStrategy: PID 25675 died...\u000a13:11:18.172928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25675): Terminated: ok {rc=0}\u000a13:11:18.182354 --- ParallelTerminationStrategy: PID 25678 died...\u000a13:11:18.235029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25678): Terminated: ok {rc=0}\u000a13:11:18.318529 bus /gobi_0: Setting Powered False\u000a13:11:19.424838 bus /gobi_0: Setting Powered False\u000a13:11:20.537580 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:11:11" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25685): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25685) [trial-2405↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25685)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25685): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25685) [trial-2405↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a13:11:22.409975 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a13:11:22.420521 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a13:11:22.552002 tst mo_mt_sms.py: using LAC 41124\u000a13:11:22.669895 tst mo_mt_sms.py: using RAC 69\u000a13:11:22.785183 tst mo_mt_sms.py: using CellId 41124\u000a13:11:22.901231 tst mo_mt_sms.py: using BVCI 41125\u000a13:11:22.923537 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a13:11:23.040112 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a13:11:23.312236 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:11:23.435202 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:11:24.046432 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25684): Launched\u000a13:11:24.339144 run osmo-nitb_10.42.42.2(pid=25685): Launched\u000a13:11:24.521372 run osmo-nitb_10.42.42.2(pid=25685): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25685)]\u000a13:11:24.655652 run osmo-nitb_10.42.42.2(pid=25685): stdout: \u000a| (launched: 2022-12-14_13:11:24.196886) \u000a13:11:24.790234 run osmo-nitb_10.42.42.2(pid=25685): stderr: \u000a| (launched: 2022-12-14_13:11:24.241582)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:11:24.920195 run osmo-nitb_10.42.42.2(pid=25685): stdout: \u000a| (launched: 2022-12-14_13:11:24.196886) \u000a13:11:25.048861 run osmo-nitb_10.42.42.2(pid=25685): stderr: \u000a| (launched: 2022-12-14_13:11:24.241582)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:11:25.458681 tst osmo-nitb_10.42.42.2(pid=25685): stdout: \u000a| (launched: 2022-12-14_13:11:24.196886) \u000a13:11:25.576522 tst osmo-nitb_10.42.42.2(pid=25685): stderr: \u000a| (launched: 2022-12-14_13:11:24.241582)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:11:25.628209 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=25685): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25685) [trial-2405↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25685)] [trial-2405↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a13:11:25.636333 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a13:11:25.670889 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25684): Terminating (SIGTERM)\u000a13:11:25.848770 --- ParallelTerminationStrategy: PID 25684 died...\u000a13:11:25.903682 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25684): Terminated: ok {rc=0}\u000a13:11:25.987111 bus /sierra_3: Setting Powered False\u000a13:11:27.088969 bus /sierra_3: Setting Powered False\u000a13:11:28.199404 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:11:22" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25695): Process ended prematurely: osmo-stp_10.42.42.5(pid=25695) [trial-2405↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25695)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25695): Process ended prematurely: osmo-stp_10.42.42.5(pid=25695) [trial-2405↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a13:11:30.089958 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:11:30.100393 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a13:11:30.235675 tst mo_mt_sms.py: using LAC 41125\u000a13:11:30.350038 tst mo_mt_sms.py: using RAC 70\u000a13:11:30.463648 tst mo_mt_sms.py: using CellId 41125\u000a13:11:30.578385 tst mo_mt_sms.py: using BVCI 41126\u000a13:11:30.600667 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:11:30.611202 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:11:30.621508 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:11:30.631652 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:11:30.641845 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:11:30.652004 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a13:11:30.763255 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a13:11:30.982803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:11:31.482673 run create_hlr_db(pid=25689): Launched\u000a13:11:31.661237 bus /sierra_2: Setting Powered False\u000a13:11:32.680185 run create_hlr_db(pid=25689): Terminated: ok {rc=0}\u000a13:11:33.073565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25691): Launched\u000a13:11:33.368365 run osmo-hlr_10.42.42.2(pid=25692): Launched\u000a13:11:33.477096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:33.986256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25694): Launched\u000a13:11:34.279395 run osmo-stp_10.42.42.5(pid=25695): Launched\u000a13:11:34.386652 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:11:34.924334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25697): Launched\u000a13:11:35.218961 run osmo-msc_10.42.42.6(pid=25698): Launched\u000a13:11:35.392154 run osmo-stp_10.42.42.5(pid=25695): ERR: Terminated: ERROR {rc=1} [trial-2405↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25695)]\u000a13:11:35.517162 run osmo-stp_10.42.42.5(pid=25695): stdout: \u000a| (launched: 2022-12-14_13:11:34.135352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:35.639806 run osmo-stp_10.42.42.5(pid=25695): stderr: \u000a| �[0;m�[38;5;43m20221214131134304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131134305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131134305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131134305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131134307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131134308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131134308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:35.758102 run osmo-stp_10.42.42.5(pid=25695): stdout: \u000a| (launched: 2022-12-14_13:11:34.135352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:35.875377 run osmo-stp_10.42.42.5(pid=25695): stderr: \u000a| �[0;m�[38;5;43m20221214131134304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131134305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131134305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131134305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131134307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131134308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131134308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:35.926690 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25695): Process ended prematurely: osmo-stp_10.42.42.5(pid=25695) [trial-2405↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25695)] [trial-2405↪sms:trx-b200↪mo_mt_sms.py:16]\u000a13:11:35.934540 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a13:11:35.993677 run osmo-hlr_10.42.42.2(pid=25692): ERR: Terminated: ERROR {rc=237} [trial-2405↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25692)]\u000a13:11:36.042792 run osmo-hlr_10.42.42.2(pid=25692): stdout: \u000a| (launched: 2022-12-14_13:11:33.223381) \u000a13:11:36.092559 run osmo-hlr_10.42.42.2(pid=25692): stderr: \u000a| �[0;m�[1;31m20221214131133395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131133396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131133396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131133396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131133396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131133396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131133408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131133416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131133416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131133417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:36.159802 run osmo-msc_10.42.42.6(pid=25698): ERR: Terminated: ERROR {rc=2} [trial-2405↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25698)]\u000a13:11:36.208585 run osmo-msc_10.42.42.6(pid=25698): stdout: \u000a| (launched: 2022-12-14_13:11:35.073642) \u000a13:11:36.257826 run osmo-msc_10.42.42.6(pid=25698): stderr: \u000a| �[0;m�[38;5;43m20221214131135344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131135344 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c2095fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131135344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131135344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131135344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131135344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131135346 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131135347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131135347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131135347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:11:36.299597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25691): Terminating (SIGTERM)\u000a13:11:36.339220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25694): Terminating (SIGTERM)\u000a13:11:36.378761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25697): Terminating (SIGTERM)\u000a13:11:36.387803 --- ParallelTerminationStrategy: PID 25691 died...\u000a13:11:36.440834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25691): Terminated: ok {rc=0}\u000a13:11:36.450394 --- ParallelTerminationStrategy: PID 25694 died...\u000a13:11:36.504727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25694): Terminated: ok {rc=0}\u000a13:11:36.514272 --- ParallelTerminationStrategy: PID 25697 died...\u000a13:11:36.567190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25697): Terminated: ok {rc=0}\u000a13:11:36.650068 bus /sierra_3: Setting Powered False\u000a13:11:37.757341 bus /sierra_3: Setting Powered False\u000a13:11:38.870090 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:11:29" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25704): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25704) [trial-2405↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25704)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25704): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25704) [trial-2405↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a13:11:40.702469 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a13:11:40.713608 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a13:11:40.844509 tst assert_extension.py: using LAC 41126\u000a13:11:40.960308 tst assert_extension.py: using RAC 71\u000a13:11:41.076019 tst assert_extension.py: using CellId 41126\u000a13:11:41.191591 tst assert_extension.py: using BVCI 41127\u000a13:11:41.214029 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a13:11:41.499979 tst assert_extension.py:10: start nitb and bts...\u000a13:11:41.633015 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:11:42.281597 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25703): Launched\u000a13:11:42.573726 run osmo-nitb_10.42.42.2(pid=25704): Launched\u000a13:11:42.755499 run osmo-nitb_10.42.42.2(pid=25704): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25704)]\u000a13:11:42.889164 run osmo-nitb_10.42.42.2(pid=25704): stdout: \u000a| (launched: 2022-12-14_13:11:42.431225) \u000a13:11:43.022871 run osmo-nitb_10.42.42.2(pid=25704): stderr: \u000a| (launched: 2022-12-14_13:11:42.475628)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:11:43.152476 run osmo-nitb_10.42.42.2(pid=25704): stdout: \u000a| (launched: 2022-12-14_13:11:42.431225) \u000a13:11:43.280886 run osmo-nitb_10.42.42.2(pid=25704): stderr: \u000a| (launched: 2022-12-14_13:11:42.475628)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:11:43.692566 tst osmo-nitb_10.42.42.2(pid=25704): stdout: \u000a| (launched: 2022-12-14_13:11:42.431225) \u000a13:11:43.809752 tst osmo-nitb_10.42.42.2(pid=25704): stderr: \u000a| (launched: 2022-12-14_13:11:42.475628)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:11:43.860876 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25704): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25704) [trial-2405↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25704)] [trial-2405↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a13:11:43.868845 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a13:11:43.903053 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25703): Terminating (SIGTERM)\u000a13:11:44.080500 --- ParallelTerminationStrategy: PID 25703 died...\u000a13:11:44.135295 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25703): Terminated: ok {rc=0}\u000a13:11:44.218263 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:11:40" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25714): Process ended prematurely: osmo-stp_10.42.42.5(pid=25714) [trial-2405↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25714)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25714): Process ended prematurely: osmo-stp_10.42.42.5(pid=25714) [trial-2405↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a13:11:46.056476 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:11:46.072645 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a13:11:46.209898 tst assert_extension.py: using LAC 41127\u000a13:11:46.360599 tst assert_extension.py: using RAC 72\u000a13:11:46.489194 tst assert_extension.py: using CellId 41127\u000a13:11:46.613950 tst assert_extension.py: using BVCI 41128\u000a13:11:46.639272 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:11:46.651168 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:11:46.663414 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:11:46.675316 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:11:46.687931 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:11:46.700764 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a13:11:46.902947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:11:47.381608 run create_hlr_db(pid=25708): Launched\u000a13:11:47.551154 bus /sierra_2: Setting Powered False\u000a13:11:48.572035 run create_hlr_db(pid=25708): Terminated: ok {rc=0}\u000a13:11:48.965327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25710): Launched\u000a13:11:49.258620 run osmo-hlr_10.42.42.2(pid=25711): Launched\u000a13:11:49.370979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:49.888372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25713): Launched\u000a13:11:50.183410 run osmo-stp_10.42.42.5(pid=25714): Launched\u000a13:11:50.290503 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:11:50.828055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25716): Launched\u000a13:11:51.123510 run osmo-msc_10.42.42.6(pid=25717): Launched\u000a13:11:51.296538 run osmo-stp_10.42.42.5(pid=25714): ERR: Terminated: ERROR {rc=1} [trial-2405↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25714)]\u000a13:11:51.421815 run osmo-stp_10.42.42.5(pid=25714): stdout: \u000a| (launched: 2022-12-14_13:11:50.037902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:51.544686 run osmo-stp_10.42.42.5(pid=25714): stderr: \u000a| �[0;m�[38;5;43m20221214131150206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131150206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131150206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131150207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131150209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131150209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131150209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:51.663325 run osmo-stp_10.42.42.5(pid=25714): stdout: \u000a| (launched: 2022-12-14_13:11:50.037902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:51.781086 run osmo-stp_10.42.42.5(pid=25714): stderr: \u000a| �[0;m�[38;5;43m20221214131150206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131150206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131150206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131150207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131150209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131150209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131150209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:51.832328 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25714): Process ended prematurely: osmo-stp_10.42.42.5(pid=25714) [trial-2405↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25714)] [trial-2405↪ussd:trx-b200↪assert_extension.py:17]\u000a13:11:51.840376 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a13:11:51.900190 run osmo-hlr_10.42.42.2(pid=25711): ERR: Terminated: ERROR {rc=237} [trial-2405↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25711)]\u000a13:11:51.949467 run osmo-hlr_10.42.42.2(pid=25711): stdout: \u000a| (launched: 2022-12-14_13:11:49.114808) \u000a13:11:51.998947 run osmo-hlr_10.42.42.2(pid=25711): stderr: \u000a| �[0;m�[1;31m20221214131149289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131149289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131149289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131149289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131149289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131149289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131149301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131149310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131149310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131149310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:52.066387 run osmo-msc_10.42.42.6(pid=25717): ERR: Terminated: ERROR {rc=2} [trial-2405↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25717)]\u000a13:11:52.115231 run osmo-msc_10.42.42.6(pid=25717): stdout: \u000a| (launched: 2022-12-14_13:11:50.977542) \u000a13:11:52.164744 run osmo-msc_10.42.42.6(pid=25717): stderr: \u000a| �[0;m�[38;5;43m20221214131151250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131151250 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f84c6118c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131151250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131151250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131151250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131151251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131151252 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131151253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131151253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131151253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:11:52.206636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25710): Terminating (SIGTERM)\u000a13:11:52.246267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25713): Terminating (SIGTERM)\u000a13:11:52.285753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25716): Terminating (SIGTERM)\u000a13:11:52.294912 --- ParallelTerminationStrategy: PID 25710 died...\u000a13:11:52.347869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25710): Terminated: ok {rc=0}\u000a13:11:52.357435 --- ParallelTerminationStrategy: PID 25713 died...\u000a13:11:52.409971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25713): Terminated: ok {rc=0}\u000a13:11:52.419510 --- ParallelTerminationStrategy: PID 25716 died...\u000a13:11:52.472902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25716): Terminated: ok {rc=0}\u000a13:11:52.560825 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:11:45" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25728): Process ended prematurely: osmo-stp_10.42.42.5(pid=25728) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25728)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25728): Process ended prematurely: osmo-stp_10.42.42.5(pid=25728) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:11:54.526583 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:11:54.538168 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:11:54.700789 tst mo_mt_call.py: using LAC 41128\u000a13:11:54.825757 tst mo_mt_call.py: using RAC 73\u000a13:11:54.942201 tst mo_mt_call.py: using CellId 41128\u000a13:11:55.058297 tst mo_mt_call.py: using BVCI 41129\u000a13:11:55.080919 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:11:55.091814 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:11:55.102556 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:11:55.113330 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:11:55.123954 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:11:55.135083 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:11:55.254109 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:11:55.452620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:11:55.932395 run create_hlr_db(pid=25722): Launched\u000a13:11:56.105240 bus /sierra_2: Setting Powered False\u000a13:11:57.128261 run create_hlr_db(pid=25722): Terminated: ok {rc=0}\u000a13:11:57.556693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25724): Launched\u000a13:11:57.878900 run osmo-hlr_10.42.42.2(pid=25725): Launched\u000a13:11:57.998692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:58.556144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25727): Launched\u000a13:11:58.877122 run osmo-stp_10.42.42.5(pid=25728): Launched\u000a13:11:58.994098 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:11:59.573049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25730): Launched\u000a13:11:59.874073 run osmo-msc_10.42.42.6(pid=25731): Launched\u000a13:12:00.050743 run osmo-stp_10.42.42.5(pid=25728): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25728)]\u000a13:12:00.178466 run osmo-stp_10.42.42.5(pid=25728): stdout: \u000a| (launched: 2022-12-14_13:11:58.720280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:00.303625 run osmo-stp_10.42.42.5(pid=25728): stderr: \u000a| �[0;m�[38;5;43m20221214131158912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131158912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131158912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131158913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131158913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131158913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131158913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:00.424520 run osmo-stp_10.42.42.5(pid=25728): stdout: \u000a| (launched: 2022-12-14_13:11:58.720280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:00.544858 run osmo-stp_10.42.42.5(pid=25728): stderr: \u000a| �[0;m�[38;5;43m20221214131158912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131158912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131158912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131158913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131158913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131158913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131158913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:00.597743 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25728): Process ended prematurely: osmo-stp_10.42.42.5(pid=25728) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25728)] [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:12:00.606324 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:12:00.665857 run osmo-hlr_10.42.42.2(pid=25725): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25725)]\u000a13:12:00.715070 run osmo-hlr_10.42.42.2(pid=25725): stdout: \u000a| (launched: 2022-12-14_13:11:57.721426) \u000a13:12:00.764935 run osmo-hlr_10.42.42.2(pid=25725): stderr: \u000a| �[0;m�[1;31m20221214131157921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131157921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131157921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131157921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131157921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131157921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131157931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131157939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131157939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131157939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:00.833057 run osmo-msc_10.42.42.6(pid=25731): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25731)]\u000a13:12:00.883047 run osmo-msc_10.42.42.6(pid=25731): stdout: \u000a| (launched: 2022-12-14_13:11:59.726375) \u000a13:12:00.933785 run osmo-msc_10.42.42.6(pid=25731): stderr: \u000a| �[0;m�[38;5;43m20221214131159998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131159998 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1be2b25c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131159998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131159998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131159999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131159999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131200001 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131200001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131200001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131200001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:12:00.976446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25724): Terminating (SIGTERM)\u000a13:12:01.018818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25727): Terminating (SIGTERM)\u000a13:12:01.062258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25730): Terminating (SIGTERM)\u000a13:12:01.071677 --- ParallelTerminationStrategy: PID 25724 died...\u000a13:12:01.125962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25724): Terminated: ok {rc=0}\u000a13:12:01.135804 --- ParallelTerminationStrategy: PID 25727 died...\u000a13:12:01.189518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25727): Terminated: ok {rc=0}\u000a13:12:01.199369 --- ParallelTerminationStrategy: PID 25730 died...\u000a13:12:01.253026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25730): Terminated: ok {rc=0}\u000a13:12:01.338553 bus /sierra_3: Setting Powered False\u000a13:12:02.444146 bus /sierra_3: Setting Powered False\u000a13:12:03.553262 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25739): Process ended prematurely: osmo-stp_10.42.42.5(pid=25739) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25739)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25739): Process ended prematurely: osmo-stp_10.42.42.5(pid=25739) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:12:04.668884 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:12:04.682084 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:12:04.842337 tst mo_mt_call_osmux.py: using LAC 41129\u000a13:12:04.960295 tst mo_mt_call_osmux.py: using RAC 74\u000a13:12:05.079302 tst mo_mt_call_osmux.py: using CellId 41129\u000a13:12:05.199010 tst mo_mt_call_osmux.py: using BVCI 41130\u000a13:12:05.221927 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:12:05.233065 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:12:05.243837 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:12:05.254563 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:12:05.265437 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:12:05.276112 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:12:05.395898 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:12:05.597820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:06.078141 run create_hlr_db(pid=25733): Launched\u000a13:12:06.251253 bus /sierra_2: Setting Powered False\u000a13:12:07.273798 run create_hlr_db(pid=25733): Terminated: ok {rc=0}\u000a13:12:07.701423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25735): Launched\u000a13:12:08.022117 run osmo-hlr_10.42.42.2(pid=25736): Launched\u000a13:12:08.141858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:08.701239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25738): Launched\u000a13:12:09.022735 run osmo-stp_10.42.42.5(pid=25739): Launched\u000a13:12:09.144142 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:12:09.731272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25741): Launched\u000a13:12:10.053062 run osmo-msc_10.42.42.6(pid=25742): Launched\u000a13:12:10.241523 run osmo-stp_10.42.42.5(pid=25739): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25739)]\u000a13:12:10.378241 run osmo-stp_10.42.42.5(pid=25739): stdout: \u000a| (launched: 2022-12-14_13:12:08.865398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:10.514299 run osmo-stp_10.42.42.5(pid=25739): stderr: \u000a| �[0;m�[38;5;43m20221214131209056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131209056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131209056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131209057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131209057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131209058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131209058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:10.644767 run osmo-stp_10.42.42.5(pid=25739): stdout: \u000a| (launched: 2022-12-14_13:12:08.865398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:10.773745 run osmo-stp_10.42.42.5(pid=25739): stderr: \u000a| �[0;m�[38;5;43m20221214131209056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131209056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131209056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131209057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131209057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131209058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131209058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:10.830287 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25739): Process ended prematurely: osmo-stp_10.42.42.5(pid=25739) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25739)] [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:12:10.839597 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:12:10.902519 run osmo-hlr_10.42.42.2(pid=25736): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25736)]\u000a13:12:10.954187 run osmo-hlr_10.42.42.2(pid=25736): stdout: \u000a| (launched: 2022-12-14_13:12:07.865414) \u000a13:12:11.006274 run osmo-hlr_10.42.42.2(pid=25736): stderr: \u000a| �[0;m�[1;31m20221214131208062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131208062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131208062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131208062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131208062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131208062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131208074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131208082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131208082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131208082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:11.077392 run osmo-msc_10.42.42.6(pid=25742): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25742)]\u000a13:12:11.128920 run osmo-msc_10.42.42.6(pid=25742): stdout: \u000a| (launched: 2022-12-14_13:12:09.895103) \u000a13:12:11.181032 run osmo-msc_10.42.42.6(pid=25742): stderr: \u000a| �[0;m�[38;5;43m20221214131210213 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131210213 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b7e5fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131210214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131210214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131210214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131210214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131210216 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131210216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131210216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131210216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:12:11.225471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25735): Terminating (SIGTERM)\u000a13:12:11.267260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25738): Terminating (SIGTERM)\u000a13:12:11.309772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25741): Terminating (SIGTERM)\u000a13:12:11.319404 --- ParallelTerminationStrategy: PID 25735 died...\u000a13:12:11.375849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25735): Terminated: ok {rc=0}\u000a13:12:11.386061 --- ParallelTerminationStrategy: PID 25738 died...\u000a13:12:11.442271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25738): Terminated: ok {rc=0}\u000a13:12:11.452381 --- ParallelTerminationStrategy: PID 25741 died...\u000a13:12:11.508419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25741): Terminated: ok {rc=0}\u000a13:12:11.595178 bus /sierra_3: Setting Powered False\u000a13:12:12.700212 bus /sierra_3: Setting Powered False\u000a13:12:13.808555 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:11:54" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25753): Process ended prematurely: osmo-stp_10.42.42.5(pid=25753) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25753)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25753): Process ended prematurely: osmo-stp_10.42.42.5(pid=25753) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25753)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:12:15.810231 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:15.821570 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:12:16.002370 tst mo_mt_call.py: using LAC 41130\u000a13:12:16.127010 tst mo_mt_call.py: using RAC 75\u000a13:12:16.255931 tst mo_mt_call.py: using CellId 41130\u000a13:12:16.392523 tst mo_mt_call.py: using BVCI 41131\u000a13:12:16.418035 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:16.430166 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:16.442026 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:16.453908 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:16.466145 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:16.478287 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:12:16.598748 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:12:16.829632 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:17.354868 run create_hlr_db(pid=25747): Launched\u000a13:12:17.529902 bus /sierra_2: Setting Powered False\u000a13:12:18.550713 run create_hlr_db(pid=25747): Terminated: ok {rc=0}\u000a13:12:18.979521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25749): Launched\u000a13:12:19.301763 run osmo-hlr_10.42.42.2(pid=25750): Launched\u000a13:12:19.418801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:19.977922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25752): Launched\u000a13:12:20.299751 run osmo-stp_10.42.42.5(pid=25753): Launched\u000a13:12:20.416702 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:12:21.003428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25755): Launched\u000a13:12:21.324073 run osmo-msc_10.42.42.6(pid=25756): Launched\u000a13:12:21.512353 run osmo-stp_10.42.42.5(pid=25753): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25753)]\u000a13:12:21.649394 run osmo-stp_10.42.42.5(pid=25753): stdout: \u000a| (launched: 2022-12-14_13:12:20.141917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:21.785307 run osmo-stp_10.42.42.5(pid=25753): stderr: \u000a| �[0;m�[38;5;43m20221214131220333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131220333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131220333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131220334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131220334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131220334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131220334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:21.915616 run osmo-stp_10.42.42.5(pid=25753): stdout: \u000a| (launched: 2022-12-14_13:12:20.141917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:22.044434 run osmo-stp_10.42.42.5(pid=25753): stderr: \u000a| �[0;m�[38;5;43m20221214131220333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131220333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131220333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131220334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131220334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131220334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131220334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:22.101091 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25753): Process ended prematurely: osmo-stp_10.42.42.5(pid=25753) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25753)] [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:12:22.110234 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:12:22.172534 run osmo-hlr_10.42.42.2(pid=25750): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25750)]\u000a13:12:22.223586 run osmo-hlr_10.42.42.2(pid=25750): stdout: \u000a| (launched: 2022-12-14_13:12:19.143575) \u000a13:12:22.275426 run osmo-hlr_10.42.42.2(pid=25750): stderr: \u000a| �[0;m�[1;31m20221214131219340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131219340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131219340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131219340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131219340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131219340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131219393 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131219403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131219403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131219403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:22.345530 run osmo-msc_10.42.42.6(pid=25756): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25756)]\u000a13:12:22.396590 run osmo-msc_10.42.42.6(pid=25756): stdout: \u000a| (launched: 2022-12-14_13:12:21.166885) \u000a13:12:22.447959 run osmo-msc_10.42.42.6(pid=25756): stderr: \u000a| �[0;m�[38;5;43m20221214131221489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131221489 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c31371c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131221489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131221489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131221489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131221490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131221491 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131221491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131221492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131221492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:12:22.492053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25749): Terminating (SIGTERM)\u000a13:12:22.534719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25752): Terminating (SIGTERM)\u000a13:12:22.576421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25755): Terminating (SIGTERM)\u000a13:12:22.586215 --- ParallelTerminationStrategy: PID 25749 died...\u000a13:12:22.642333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25749): Terminated: ok {rc=0}\u000a13:12:22.652248 --- ParallelTerminationStrategy: PID 25752 died...\u000a13:12:22.708363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25752): Terminated: ok {rc=0}\u000a13:12:22.718374 --- ParallelTerminationStrategy: PID 25755 died...\u000a13:12:22.774699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25755): Terminated: ok {rc=0}\u000a13:12:22.861298 bus /sierra_3: Setting Powered False\u000a13:12:23.966967 bus /sierra_3: Setting Powered False\u000a13:12:25.074471 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25764): Process ended prematurely: osmo-stp_10.42.42.5(pid=25764) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25764)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25764): Process ended prematurely: osmo-stp_10.42.42.5(pid=25764) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:12:26.189861 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:26.202056 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:12:26.368378 tst mo_mt_call_osmux.py: using LAC 41131\u000a13:12:26.496693 tst mo_mt_call_osmux.py: using RAC 76\u000a13:12:26.618092 tst mo_mt_call_osmux.py: using CellId 41131\u000a13:12:26.736568 tst mo_mt_call_osmux.py: using BVCI 41132\u000a13:12:26.759494 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:26.770561 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:26.781418 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:26.792230 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:26.803563 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:26.814848 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:12:26.932415 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:12:27.143300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:27.650870 run create_hlr_db(pid=25758): Launched\u000a13:12:27.838312 bus /sierra_2: Setting Powered False\u000a13:12:28.858787 run create_hlr_db(pid=25758): Terminated: ok {rc=0}\u000a13:12:29.288327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25760): Launched\u000a13:12:29.611699 run osmo-hlr_10.42.42.2(pid=25761): Launched\u000a13:12:29.732689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:30.289448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25763): Launched\u000a13:12:30.611321 run osmo-stp_10.42.42.5(pid=25764): Launched\u000a13:12:30.728646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:12:31.364583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25766): Launched\u000a13:12:31.803444 run osmo-msc_10.42.42.6(pid=25767): Launched\u000a13:12:32.116861 run osmo-stp_10.42.42.5(pid=25764): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25764)]\u000a13:12:32.338479 run osmo-stp_10.42.42.5(pid=25764): stdout: \u000a| (launched: 2022-12-14_13:12:30.452653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:32.467538 run osmo-stp_10.42.42.5(pid=25764): stderr: \u000a| �[0;m�[38;5;43m20221214131230646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131230646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131230646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131230646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131230647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131230647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131230647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:32.589484 run osmo-stp_10.42.42.5(pid=25764): stdout: \u000a| (launched: 2022-12-14_13:12:30.452653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:32.710289 run osmo-stp_10.42.42.5(pid=25764): stderr: \u000a| �[0;m�[38;5;43m20221214131230646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131230646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131230646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131230646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131230647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131230647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131230647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:32.763831 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25764): Process ended prematurely: osmo-stp_10.42.42.5(pid=25764) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25764)] [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:12:32.772488 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a13:12:32.833913 run osmo-hlr_10.42.42.2(pid=25761): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25761)]\u000a13:12:32.883603 run osmo-hlr_10.42.42.2(pid=25761): stdout: \u000a| (launched: 2022-12-14_13:12:29.452754) \u000a13:12:32.933854 run osmo-hlr_10.42.42.2(pid=25761): stderr: \u000a| �[0;m�[1;31m20221214131229650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131229650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131229650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131229650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131229650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131229650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131229663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131229672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131229672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131229672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:33.002029 run osmo-msc_10.42.42.6(pid=25767): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25767)]\u000a13:12:33.051735 run osmo-msc_10.42.42.6(pid=25767): stdout: \u000a| (launched: 2022-12-14_13:12:31.531152) \u000a13:12:33.102701 run osmo-msc_10.42.42.6(pid=25767): stderr: \u000a| �[0;m�[38;5;43m20221214131231981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131231981 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5daebb8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131231981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131231981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131231982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131231982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131231983 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131231984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131231984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131231984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:12:33.145563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25760): Terminating (SIGTERM)\u000a13:12:33.185992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25763): Terminating (SIGTERM)\u000a13:12:33.226379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25766): Terminating (SIGTERM)\u000a13:12:33.235564 --- ParallelTerminationStrategy: PID 25760 died...\u000a13:12:33.290265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25760): Terminated: ok {rc=0}\u000a13:12:33.299901 --- ParallelTerminationStrategy: PID 25763 died...\u000a13:12:33.354245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25763): Terminated: ok {rc=0}\u000a13:12:33.363739 --- ParallelTerminationStrategy: PID 25766 died...\u000a13:12:33.417740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25766): Terminated: ok {rc=0}\u000a13:12:33.506665 bus /sierra_3: Setting Powered False\u000a13:12:34.608588 bus /sierra_3: Setting Powered False\u000a13:12:35.719254 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:12:15" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25778): Process ended prematurely: osmo-stp_10.42.42.5(pid=25778) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25778)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25778): Process ended prematurely: osmo-stp_10.42.42.5(pid=25778) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:12:37.714128 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:37.725134 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:12:37.879428 tst mo_mt_call.py: using LAC 41132\u000a13:12:37.999784 tst mo_mt_call.py: using RAC 77\u000a13:12:38.120751 tst mo_mt_call.py: using CellId 41132\u000a13:12:38.244699 tst mo_mt_call.py: using BVCI 41133\u000a13:12:38.267490 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:38.278465 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:38.289173 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:38.299764 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:38.311042 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:38.322296 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:12:38.442256 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:12:38.642425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:39.124064 run create_hlr_db(pid=25772): Launched\u000a13:12:39.297598 bus /sierra_2: Setting Powered False\u000a13:12:40.319237 run create_hlr_db(pid=25772): Terminated: ok {rc=0}\u000a13:12:40.748314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25774): Launched\u000a13:12:41.070555 run osmo-hlr_10.42.42.2(pid=25775): Launched\u000a13:12:41.192007 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:41.750520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25777): Launched\u000a13:12:42.073216 run osmo-stp_10.42.42.5(pid=25778): Launched\u000a13:12:42.191242 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:12:42.779972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25780): Launched\u000a13:12:43.103638 run osmo-msc_10.42.42.6(pid=25781): Launched\u000a13:12:43.293528 run osmo-stp_10.42.42.5(pid=25778): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25778)]\u000a13:12:43.430164 run osmo-stp_10.42.42.5(pid=25778): stdout: \u000a| (launched: 2022-12-14_13:12:41.914878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:43.567066 run osmo-stp_10.42.42.5(pid=25778): stderr: \u000a| �[0;m�[38;5;43m20221214131242106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131242106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131242106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131242106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131242107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131242107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131242107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:43.697677 run osmo-stp_10.42.42.5(pid=25778): stdout: \u000a| (launched: 2022-12-14_13:12:41.914878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:43.826905 run osmo-stp_10.42.42.5(pid=25778): stderr: \u000a| �[0;m�[38;5;43m20221214131242106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131242106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131242106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131242106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131242107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131242107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131242107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:43.883816 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25778): Process ended prematurely: osmo-stp_10.42.42.5(pid=25778) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25778)] [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:12:43.893142 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:12:43.955958 run osmo-hlr_10.42.42.2(pid=25775): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25775)]\u000a13:12:44.007478 run osmo-hlr_10.42.42.2(pid=25775): stdout: \u000a| (launched: 2022-12-14_13:12:40.913239) \u000a13:12:44.059447 run osmo-hlr_10.42.42.2(pid=25775): stderr: \u000a| �[0;m�[1;31m20221214131241112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131241112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131241112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131241112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131241112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131241112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131241125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131241133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131241134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131241134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:44.129905 run osmo-msc_10.42.42.6(pid=25781): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25781)]\u000a13:12:44.181231 run osmo-msc_10.42.42.6(pid=25781): stdout: \u000a| (launched: 2022-12-14_13:12:42.944307) \u000a13:12:44.233208 run osmo-msc_10.42.42.6(pid=25781): stderr: \u000a| �[0;m�[38;5;43m20221214131243265 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131243266 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f379e9a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131243266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131243266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131243266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131243266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131243268 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131243268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131243268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131243268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:12:44.277620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25774): Terminating (SIGTERM)\u000a13:12:44.319341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25777): Terminating (SIGTERM)\u000a13:12:44.361459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25780): Terminating (SIGTERM)\u000a13:12:44.370996 --- ParallelTerminationStrategy: PID 25774 died...\u000a13:12:44.427175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25774): Terminated: ok {rc=0}\u000a13:12:44.437603 --- ParallelTerminationStrategy: PID 25777 died...\u000a13:12:44.494117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25777): Terminated: ok {rc=0}\u000a13:12:44.504194 --- ParallelTerminationStrategy: PID 25780 died...\u000a13:12:44.560856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25780): Terminated: ok {rc=0}\u000a13:12:44.647308 bus /sierra_3: Setting Powered False\u000a13:12:45.752615 bus /sierra_3: Setting Powered False\u000a13:12:46.882838 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25789): Process ended prematurely: osmo-stp_10.42.42.5(pid=25789) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25789)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25789): Process ended prematurely: osmo-stp_10.42.42.5(pid=25789) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:12:47.995266 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:48.006865 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:12:48.161558 tst mo_mt_call_osmux.py: using LAC 41133\u000a13:12:48.290051 tst mo_mt_call_osmux.py: using RAC 78\u000a13:12:48.418260 tst mo_mt_call_osmux.py: using CellId 41133\u000a13:12:48.544450 tst mo_mt_call_osmux.py: using BVCI 41134\u000a13:12:48.569427 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:48.580911 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:48.592229 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:48.603545 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:48.615192 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:48.626816 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:12:48.743337 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:12:48.942931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:49.425595 run create_hlr_db(pid=25783): Launched\u000a13:12:49.598793 bus /sierra_2: Setting Powered False\u000a13:12:50.621345 run create_hlr_db(pid=25783): Terminated: ok {rc=0}\u000a13:12:51.021423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25785): Launched\u000a13:12:51.322336 run osmo-hlr_10.42.42.2(pid=25786): Launched\u000a13:12:51.431517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:51.951334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25788): Launched\u000a13:12:52.250032 run osmo-stp_10.42.42.5(pid=25789): Launched\u000a13:12:52.368632 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:12:52.921952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25791): Launched\u000a13:12:53.222404 run osmo-msc_10.42.42.6(pid=25792): Launched\u000a13:12:53.401627 run osmo-stp_10.42.42.5(pid=25789): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25789)]\u000a13:12:53.528777 run osmo-stp_10.42.42.5(pid=25789): stdout: \u000a| (launched: 2022-12-14_13:12:52.103760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:53.653658 run osmo-stp_10.42.42.5(pid=25789): stderr: \u000a| �[0;m�[38;5;43m20221214131252273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131252273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131252273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131252274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131252274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131252274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131252274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:53.774310 run osmo-stp_10.42.42.5(pid=25789): stdout: \u000a| (launched: 2022-12-14_13:12:52.103760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:53.894121 run osmo-stp_10.42.42.5(pid=25789): stderr: \u000a| �[0;m�[38;5;43m20221214131252273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131252273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131252273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131252274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131252274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131252274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131252274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:53.946790 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25789): Process ended prematurely: osmo-stp_10.42.42.5(pid=25789) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25789)] [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:12:53.955228 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:12:54.014131 run osmo-hlr_10.42.42.2(pid=25786): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25786)]\u000a13:12:54.062840 run osmo-hlr_10.42.42.2(pid=25786): stdout: \u000a| (launched: 2022-12-14_13:12:51.174948) \u000a13:12:54.112147 run osmo-hlr_10.42.42.2(pid=25786): stderr: \u000a| �[0;m�[1;31m20221214131251353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131251353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131251353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131251353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131251353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131251353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131251366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131251376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131251376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131251377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:54.179034 run osmo-msc_10.42.42.6(pid=25792): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25792)]\u000a13:12:54.227496 run osmo-msc_10.42.42.6(pid=25792): stdout: \u000a| (launched: 2022-12-14_13:12:53.074754) \u000a13:12:54.276551 run osmo-msc_10.42.42.6(pid=25792): stderr: \u000a| �[0;m�[38;5;43m20221214131253346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131253347 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa825235c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131253347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131253347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131253347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131253347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131253349 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131253349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131253350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131253350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:12:54.318714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25785): Terminating (SIGTERM)\u000a13:12:54.358060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25788): Terminating (SIGTERM)\u000a13:12:54.397406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25791): Terminating (SIGTERM)\u000a13:12:54.406424 --- ParallelTerminationStrategy: PID 25785 died...\u000a13:12:54.459102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25785): Terminated: ok {rc=0}\u000a13:12:54.468456 --- ParallelTerminationStrategy: PID 25788 died...\u000a13:12:54.520702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25788): Terminated: ok {rc=0}\u000a13:12:54.530103 --- ParallelTerminationStrategy: PID 25791 died...\u000a13:12:54.582706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25791): Terminated: ok {rc=0}\u000a13:12:54.670969 bus /sierra_3: Setting Powered False\u000a13:12:55.772497 bus /sierra_3: Setting Powered False\u000a13:12:56.882440 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:12:37" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25803): Process ended prematurely: osmo-stp_10.42.42.5(pid=25803) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25803)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25803): Process ended prematurely: osmo-stp_10.42.42.5(pid=25803) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:12:58.884296 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:12:58.895844 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:12:59.058505 tst mo_mt_call.py: using LAC 41134\u000a13:12:59.184296 tst mo_mt_call.py: using RAC 79\u000a13:12:59.310377 tst mo_mt_call.py: using CellId 41134\u000a13:12:59.436173 tst mo_mt_call.py: using BVCI 41135\u000a13:12:59.461003 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:12:59.472483 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:12:59.483825 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:12:59.495207 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:12:59.507058 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:12:59.518716 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:12:59.633512 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:12:59.843658 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:13:00.350821 run create_hlr_db(pid=25797): Launched\u000a13:13:00.538040 bus /sierra_2: Setting Powered False\u000a13:13:01.560483 run create_hlr_db(pid=25797): Terminated: ok {rc=0}\u000a13:13:02.009370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25799): Launched\u000a13:13:02.336446 run osmo-hlr_10.42.42.2(pid=25800): Launched\u000a13:13:02.459301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:03.022041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25802): Launched\u000a13:13:03.344805 run osmo-stp_10.42.42.5(pid=25803): Launched\u000a13:13:03.464261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:13:04.056439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25805): Launched\u000a13:13:04.379833 run osmo-msc_10.42.42.6(pid=25806): Launched\u000a13:13:04.571088 run osmo-stp_10.42.42.5(pid=25803): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25803)]\u000a13:13:04.709462 run osmo-stp_10.42.42.5(pid=25803): stdout: \u000a| (launched: 2022-12-14_13:13:03.186871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:04.845866 run osmo-stp_10.42.42.5(pid=25803): stderr: \u000a| �[0;m�[38;5;43m20221214131303381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131303382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131303382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131303382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131303383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131303383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131303383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:04.976441 run osmo-stp_10.42.42.5(pid=25803): stdout: \u000a| (launched: 2022-12-14_13:13:03.186871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:05.105819 run osmo-stp_10.42.42.5(pid=25803): stderr: \u000a| �[0;m�[38;5;43m20221214131303381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131303382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131303382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131303382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131303383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131303383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131303383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:05.162412 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25803): Process ended prematurely: osmo-stp_10.42.42.5(pid=25803) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25803)] [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:13:05.171679 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:13:05.234507 run osmo-hlr_10.42.42.2(pid=25800): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25800)]\u000a13:13:05.286122 run osmo-hlr_10.42.42.2(pid=25800): stdout: \u000a| (launched: 2022-12-14_13:13:02.177642) \u000a13:13:05.338096 run osmo-hlr_10.42.42.2(pid=25800): stderr: \u000a| �[0;m�[1;31m20221214131302374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131302374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131302374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131302374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131302374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131302374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131302392 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131302401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131302401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131302402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:05.408317 run osmo-msc_10.42.42.6(pid=25806): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25806)]\u000a13:13:05.460073 run osmo-msc_10.42.42.6(pid=25806): stdout: \u000a| (launched: 2022-12-14_13:13:04.221456) \u000a13:13:05.511947 run osmo-msc_10.42.42.6(pid=25806): stderr: \u000a| �[0;m�[38;5;43m20221214131304540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131304541 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4dc9843c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131304541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131304541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131304541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131304541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131304543 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131304543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131304543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131304543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:13:05.556555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25799): Terminating (SIGTERM)\u000a13:13:05.598610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25802): Terminating (SIGTERM)\u000a13:13:05.640631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25805): Terminating (SIGTERM)\u000a13:13:05.650256 --- ParallelTerminationStrategy: PID 25799 died...\u000a13:13:05.706708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25799): Terminated: ok {rc=0}\u000a13:13:05.716650 --- ParallelTerminationStrategy: PID 25802 died...\u000a13:13:05.772867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25802): Terminated: ok {rc=0}\u000a13:13:05.782935 --- ParallelTerminationStrategy: PID 25805 died...\u000a13:13:05.839400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25805): Terminated: ok {rc=0}\u000a13:13:05.926061 bus /sierra_3: Setting Powered False\u000a13:13:07.032189 bus /sierra_3: Setting Powered False\u000a13:13:08.144137 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25814): Process ended prematurely: osmo-stp_10.42.42.5(pid=25814) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25814)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25814): Process ended prematurely: osmo-stp_10.42.42.5(pid=25814) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:13:09.253258 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:13:09.264769 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:13:09.418239 tst mo_mt_call_osmux.py: using LAC 41135\u000a13:13:09.535348 tst mo_mt_call_osmux.py: using RAC 80\u000a13:13:09.659856 tst mo_mt_call_osmux.py: using CellId 41135\u000a13:13:09.787515 tst mo_mt_call_osmux.py: using BVCI 41136\u000a13:13:09.812250 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:13:09.823821 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:13:09.835289 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:13:09.846692 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:13:09.858481 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:13:09.870223 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:13:09.988629 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:13:10.188851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:13:10.670039 run create_hlr_db(pid=25808): Launched\u000a13:13:10.842895 bus /sierra_2: Setting Powered False\u000a13:13:11.864654 run create_hlr_db(pid=25808): Terminated: ok {rc=0}\u000a13:13:12.265908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25810): Launched\u000a13:13:12.566805 run osmo-hlr_10.42.42.2(pid=25811): Launched\u000a13:13:12.686857 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:13.213863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25813): Launched\u000a13:13:13.515777 run osmo-stp_10.42.42.5(pid=25814): Launched\u000a13:13:13.625450 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:13:14.174817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25816): Launched\u000a13:13:14.475986 run osmo-msc_10.42.42.6(pid=25817): Launched\u000a13:13:14.652500 run osmo-stp_10.42.42.5(pid=25814): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25814)]\u000a13:13:14.779997 run osmo-stp_10.42.42.5(pid=25814): stdout: \u000a| (launched: 2022-12-14_13:13:13.367383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:14.905252 run osmo-stp_10.42.42.5(pid=25814): stderr: \u000a| �[0;m�[38;5;43m20221214131313539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131313539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131313539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131313540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131313540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131313540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131313540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:15.026156 run osmo-stp_10.42.42.5(pid=25814): stdout: \u000a| (launched: 2022-12-14_13:13:13.367383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:15.145983 run osmo-stp_10.42.42.5(pid=25814): stderr: \u000a| �[0;m�[38;5;43m20221214131313539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131313539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131313539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131313540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131313540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131313540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131313540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:15.198857 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25814): Process ended prematurely: osmo-stp_10.42.42.5(pid=25814) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25814)] [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:13:15.207334 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:13:15.266896 run osmo-hlr_10.42.42.2(pid=25811): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25811)]\u000a13:13:15.315970 run osmo-hlr_10.42.42.2(pid=25811): stdout: \u000a| (launched: 2022-12-14_13:13:12.419509) \u000a13:13:15.365753 run osmo-hlr_10.42.42.2(pid=25811): stderr: \u000a| �[0;m�[1;31m20221214131312595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131312595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131312595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131312595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131312595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131312595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131312608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131312617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131312617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131312617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:15.434012 run osmo-msc_10.42.42.6(pid=25817): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25817)]\u000a13:13:15.483002 run osmo-msc_10.42.42.6(pid=25817): stdout: \u000a| (launched: 2022-12-14_13:13:14.327790) \u000a13:13:15.532532 run osmo-msc_10.42.42.6(pid=25817): stderr: \u000a| �[0;m�[38;5;43m20221214131314599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131314599 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f473db90c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131314599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131314600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131314600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131314600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131314602 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131314602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131314602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131314602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:13:15.574427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25810): Terminating (SIGTERM)\u000a13:13:15.614033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25813): Terminating (SIGTERM)\u000a13:13:15.653557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25816): Terminating (SIGTERM)\u000a13:13:15.662635 --- ParallelTerminationStrategy: PID 25810 died...\u000a13:13:15.716060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25810): Terminated: ok {rc=0}\u000a13:13:15.725581 --- ParallelTerminationStrategy: PID 25813 died...\u000a13:13:15.778271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25813): Terminated: ok {rc=0}\u000a13:13:15.787713 --- ParallelTerminationStrategy: PID 25816 died...\u000a13:13:15.858409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25816): Terminated: ok {rc=0}\u000a13:13:15.952420 bus /sierra_3: Setting Powered False\u000a13:13:17.058124 bus /sierra_3: Setting Powered False\u000a13:13:18.165487 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:12:58" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25828): Process ended prematurely: osmo-stp_10.42.42.5(pid=25828) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25828)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25828): Process ended prematurely: osmo-stp_10.42.42.5(pid=25828) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:13:20.171112 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:20.182526 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:13:20.350595 tst mo_mt_call.py: using LAC 41136\u000a13:13:20.474745 tst mo_mt_call.py: using RAC 81\u000a13:13:20.605402 tst mo_mt_call.py: using CellId 41136\u000a13:13:20.733873 tst mo_mt_call.py: using BVCI 41137\u000a13:13:20.758364 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:20.769788 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:20.780842 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:20.792059 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:20.803669 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:20.815233 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:13:20.934080 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:13:21.135750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:13:21.619952 run create_hlr_db(pid=25822): Launched\u000a13:13:21.793462 bus /sierra_2: Setting Powered False\u000a13:13:22.815232 run create_hlr_db(pid=25822): Terminated: ok {rc=0}\u000a13:13:23.216342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25824): Launched\u000a13:13:23.517827 run osmo-hlr_10.42.42.2(pid=25825): Launched\u000a13:13:23.632288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:24.152848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25827): Launched\u000a13:13:24.453827 run osmo-stp_10.42.42.5(pid=25828): Launched\u000a13:13:24.563195 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:13:25.110810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25830): Launched\u000a13:13:25.410382 run osmo-msc_10.42.42.6(pid=25831): Launched\u000a13:13:25.587042 run osmo-stp_10.42.42.5(pid=25828): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25828)]\u000a13:13:25.713475 run osmo-stp_10.42.42.5(pid=25828): stdout: \u000a| (launched: 2022-12-14_13:13:24.306031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:25.838377 run osmo-stp_10.42.42.5(pid=25828): stderr: \u000a| �[0;m�[38;5;43m20221214131324478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131324478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131324479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131324480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131324480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131324480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131324480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:25.959253 run osmo-stp_10.42.42.5(pid=25828): stdout: \u000a| (launched: 2022-12-14_13:13:24.306031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:26.079212 run osmo-stp_10.42.42.5(pid=25828): stderr: \u000a| �[0;m�[38;5;43m20221214131324478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131324478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131324479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131324480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131324480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131324480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131324480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:26.132222 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25828): Process ended prematurely: osmo-stp_10.42.42.5(pid=25828) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25828)] [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:13:26.140883 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:13:26.199845 run osmo-hlr_10.42.42.2(pid=25825): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25825)]\u000a13:13:26.248514 run osmo-hlr_10.42.42.2(pid=25825): stdout: \u000a| (launched: 2022-12-14_13:13:23.369783) \u000a13:13:26.297731 run osmo-hlr_10.42.42.2(pid=25825): stderr: \u000a| �[0;m�[1;31m20221214131323546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131323546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131323546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131323546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131323546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131323546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131323558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131323567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131323567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131323567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:26.363921 run osmo-msc_10.42.42.6(pid=25831): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25831)]\u000a13:13:26.412136 run osmo-msc_10.42.42.6(pid=25831): stdout: \u000a| (launched: 2022-12-14_13:13:25.263073) \u000a13:13:26.460974 run osmo-msc_10.42.42.6(pid=25831): stderr: \u000a| �[0;m�[38;5;43m20221214131325534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131325534 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3436384c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131325535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131325535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131325535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131325535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131325537 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131325537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131325537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131325537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:13:26.503223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25824): Terminating (SIGTERM)\u000a13:13:26.542948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25827): Terminating (SIGTERM)\u000a13:13:26.582463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25830): Terminating (SIGTERM)\u000a13:13:26.591568 --- ParallelTerminationStrategy: PID 25824 died...\u000a13:13:26.644769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25824): Terminated: ok {rc=0}\u000a13:13:26.654382 --- ParallelTerminationStrategy: PID 25827 died...\u000a13:13:26.707693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25827): Terminated: ok {rc=0}\u000a13:13:26.717453 --- ParallelTerminationStrategy: PID 25830 died...\u000a13:13:26.770591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25830): Terminated: ok {rc=0}\u000a13:13:26.859005 bus /sierra_3: Setting Powered False\u000a13:13:27.965310 bus /sierra_3: Setting Powered False\u000a13:13:29.073621 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25839): Process ended prematurely: osmo-stp_10.42.42.5(pid=25839) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25839)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25839): Process ended prematurely: osmo-stp_10.42.42.5(pid=25839) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25839)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:13:30.182145 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:30.193802 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:13:30.353533 tst mo_mt_call_osmux.py: using LAC 41137\u000a13:13:30.470224 tst mo_mt_call_osmux.py: using RAC 82\u000a13:13:30.591566 tst mo_mt_call_osmux.py: using CellId 41137\u000a13:13:30.708494 tst mo_mt_call_osmux.py: using BVCI 41138\u000a13:13:30.731526 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:30.742524 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:30.753340 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:30.764054 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:30.775172 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:30.786151 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:13:30.920913 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:13:31.128097 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:13:31.658960 run create_hlr_db(pid=25833): Launched\u000a13:13:31.853119 bus /sierra_2: Setting Powered False\u000a13:13:32.870475 run create_hlr_db(pid=25833): Terminated: ok {rc=0}\u000a13:13:33.286666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25835): Launched\u000a13:13:33.588366 run osmo-hlr_10.42.42.2(pid=25836): Launched\u000a13:13:33.699547 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:34.221877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25838): Launched\u000a13:13:34.522319 run osmo-stp_10.42.42.5(pid=25839): Launched\u000a13:13:34.631697 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:13:35.181126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25841): Launched\u000a13:13:35.482798 run osmo-msc_10.42.42.6(pid=25842): Launched\u000a13:13:35.659814 run osmo-stp_10.42.42.5(pid=25839): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25839)]\u000a13:13:35.787164 run osmo-stp_10.42.42.5(pid=25839): stdout: \u000a| (launched: 2022-12-14_13:13:34.375073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:35.912659 run osmo-stp_10.42.42.5(pid=25839): stderr: \u000a| �[0;m�[38;5;43m20221214131334546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131334546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131334546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131334547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131334547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131334547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131334548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:36.034089 run osmo-stp_10.42.42.5(pid=25839): stdout: \u000a| (launched: 2022-12-14_13:13:34.375073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:36.154476 run osmo-stp_10.42.42.5(pid=25839): stderr: \u000a| �[0;m�[38;5;43m20221214131334546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131334546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131334546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131334547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131334547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131334547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131334548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:36.207511 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25839): Process ended prematurely: osmo-stp_10.42.42.5(pid=25839) [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25839)] [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:13:36.216220 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:13:36.276003 run osmo-hlr_10.42.42.2(pid=25836): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25836)]\u000a13:13:36.325189 run osmo-hlr_10.42.42.2(pid=25836): stdout: \u000a| (launched: 2022-12-14_13:13:33.439910) \u000a13:13:36.375012 run osmo-hlr_10.42.42.2(pid=25836): stderr: \u000a| �[0;m�[1;31m20221214131333617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131333617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131333617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131333617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131333617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131333617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131333634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131333644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131333644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131333644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:36.442349 run osmo-msc_10.42.42.6(pid=25842): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25842)]\u000a13:13:36.490968 run osmo-msc_10.42.42.6(pid=25842): stdout: \u000a| (launched: 2022-12-14_13:13:35.334879) \u000a13:13:36.539940 run osmo-msc_10.42.42.6(pid=25842): stderr: \u000a| �[0;m�[38;5;43m20221214131335606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131335606 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99ea404c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131335606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131335606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131335607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131335607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131335608 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131335609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131335609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131335609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:13:36.581784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25835): Terminating (SIGTERM)\u000a13:13:36.621600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25838): Terminating (SIGTERM)\u000a13:13:36.661564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25841): Terminating (SIGTERM)\u000a13:13:36.670826 --- ParallelTerminationStrategy: PID 25835 died...\u000a13:13:36.724498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25835): Terminated: ok {rc=0}\u000a13:13:36.734232 --- ParallelTerminationStrategy: PID 25838 died...\u000a13:13:36.787538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25838): Terminated: ok {rc=0}\u000a13:13:36.797189 --- ParallelTerminationStrategy: PID 25841 died...\u000a13:13:36.850513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25841): Terminated: ok {rc=0}\u000a13:13:36.934487 bus /sierra_3: Setting Powered False\u000a13:13:38.041428 bus /sierra_3: Setting Powered False\u000a13:13:39.150031 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:13:19" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25854): Process ended prematurely: osmo-stp_10.42.42.5(pid=25854) [trial-2405↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25854)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25854): Process ended prematurely: osmo-stp_10.42.42.5(pid=25854) [trial-2405↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:13:41.151692 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:41.162816 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:13:41.316855 tst mo_mt_call.py: using LAC 41138\u000a13:13:41.443312 tst mo_mt_call.py: using RAC 83\u000a13:13:41.571645 tst mo_mt_call.py: using CellId 41138\u000a13:13:41.701406 tst mo_mt_call.py: using BVCI 41139\u000a13:13:41.726053 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:41.737769 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:41.749148 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:41.760385 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:41.772154 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:41.783838 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:13:41.900215 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:13:42.109885 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:13:42.616871 run create_hlr_db(pid=25848): Launched\u000a13:13:42.804038 bus /sierra_2: Setting Powered False\u000a13:13:43.825830 run create_hlr_db(pid=25848): Terminated: ok {rc=0}\u000a13:13:44.230147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25850): Launched\u000a13:13:44.532214 run osmo-hlr_10.42.42.2(pid=25851): Launched\u000a13:13:44.652261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:45.181823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25853): Launched\u000a13:13:45.481331 run osmo-stp_10.42.42.5(pid=25854): Launched\u000a13:13:45.592478 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:13:46.184389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25856): Launched\u000a13:13:46.587447 run osmo-msc_10.42.42.6(pid=25857): Launched\u000a13:13:46.899919 run osmo-stp_10.42.42.5(pid=25854): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25854)]\u000a13:13:47.155121 run osmo-stp_10.42.42.5(pid=25854): stdout: \u000a| (launched: 2022-12-14_13:13:45.334485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:47.328720 run osmo-stp_10.42.42.5(pid=25854): stderr: \u000a| �[0;m�[38;5;43m20221214131345504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131345504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131345504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131345505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131345507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131345507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131345507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:47.450811 run osmo-stp_10.42.42.5(pid=25854): stdout: \u000a| (launched: 2022-12-14_13:13:45.334485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:47.571561 run osmo-stp_10.42.42.5(pid=25854): stderr: \u000a| �[0;m�[38;5;43m20221214131345504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131345504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131345504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131345505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131345507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131345507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131345507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:47.624658 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25854): Process ended prematurely: osmo-stp_10.42.42.5(pid=25854) [trial-2405↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25854)] [trial-2405↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:13:47.633252 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a13:13:47.692790 run osmo-hlr_10.42.42.2(pid=25851): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25851)]\u000a13:13:47.741786 run osmo-hlr_10.42.42.2(pid=25851): stdout: \u000a| (launched: 2022-12-14_13:13:44.383556) \u000a13:13:47.791158 run osmo-hlr_10.42.42.2(pid=25851): stderr: \u000a| �[0;m�[1;31m20221214131344562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131344562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131344562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131344562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131344562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131344562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131344574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131344584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131344585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131344585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:47.858414 run osmo-msc_10.42.42.6(pid=25857): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25857)]\u000a13:13:47.907219 run osmo-msc_10.42.42.6(pid=25857): stdout: \u000a| (launched: 2022-12-14_13:13:46.340313) \u000a13:13:47.956770 run osmo-msc_10.42.42.6(pid=25857): stderr: \u000a| �[0;m�[38;5;43m20221214131346852 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131346852 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f431f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131346852 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131346852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131346853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131346853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131346855 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131346855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131346855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131346855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:13:47.998541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25850): Terminating (SIGTERM)\u000a13:13:48.038055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25853): Terminating (SIGTERM)\u000a13:13:48.077564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25856): Terminating (SIGTERM)\u000a13:13:48.086665 --- ParallelTerminationStrategy: PID 25850 died...\u000a13:13:48.139938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25850): Terminated: ok {rc=0}\u000a13:13:48.149878 --- ParallelTerminationStrategy: PID 25853 died...\u000a13:13:48.202566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25853): Terminated: ok {rc=0}\u000a13:13:48.212032 --- ParallelTerminationStrategy: PID 25856 died...\u000a13:13:48.264829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25856): Terminated: ok {rc=0}\u000a13:13:48.353893 bus /sierra_3: Setting Powered False\u000a13:13:49.460355 bus /sierra_3: Setting Powered False\u000a13:13:50.567380 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25865): Process ended prematurely: osmo-stp_10.42.42.5(pid=25865) [trial-2405↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25865)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25865): Process ended prematurely: osmo-stp_10.42.42.5(pid=25865) [trial-2405↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:13:51.681852 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:51.694397 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:13:51.860704 tst mo_mt_call_osmux.py: using LAC 41139\u000a13:13:51.987014 tst mo_mt_call_osmux.py: using RAC 84\u000a13:13:52.114662 tst mo_mt_call_osmux.py: using CellId 41139\u000a13:13:52.240836 tst mo_mt_call_osmux.py: using BVCI 41140\u000a13:13:52.266078 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:52.277796 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:52.289182 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:52.300599 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:52.312469 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:52.324168 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:13:52.440853 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:13:52.652175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:13:53.159876 run create_hlr_db(pid=25859): Launched\u000a13:13:53.347171 bus /sierra_2: Setting Powered False\u000a13:13:54.369024 run create_hlr_db(pid=25859): Terminated: ok {rc=0}\u000a13:13:54.774999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25861): Launched\u000a13:13:55.076662 run osmo-hlr_10.42.42.2(pid=25862): Launched\u000a13:13:55.196431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:55.724610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25864): Launched\u000a13:13:56.025645 run osmo-stp_10.42.42.5(pid=25865): Launched\u000a13:13:56.135677 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:13:56.685199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25867): Launched\u000a13:13:56.987787 run osmo-msc_10.42.42.6(pid=25868): Launched\u000a13:13:57.164353 run osmo-stp_10.42.42.5(pid=25865): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25865)]\u000a13:13:57.292117 run osmo-stp_10.42.42.5(pid=25865): stdout: \u000a| (launched: 2022-12-14_13:13:55.878378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:57.417861 run osmo-stp_10.42.42.5(pid=25865): stderr: \u000a| �[0;m�[38;5;43m20221214131356049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131356049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131356049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131356050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131356050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131356050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131356051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:57.539042 run osmo-stp_10.42.42.5(pid=25865): stdout: \u000a| (launched: 2022-12-14_13:13:55.878378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:57.659160 run osmo-stp_10.42.42.5(pid=25865): stderr: \u000a| �[0;m�[38;5;43m20221214131356049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131356049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131356049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131356050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131356050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131356050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131356051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:57.712111 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25865): Process ended prematurely: osmo-stp_10.42.42.5(pid=25865) [trial-2405↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25865)] [trial-2405↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:13:57.720550 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:13:57.780530 run osmo-hlr_10.42.42.2(pid=25862): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25862)]\u000a13:13:57.829516 run osmo-hlr_10.42.42.2(pid=25862): stdout: \u000a| (launched: 2022-12-14_13:13:54.928854) \u000a13:13:57.879278 run osmo-hlr_10.42.42.2(pid=25862): stderr: \u000a| �[0;m�[1;31m20221214131355105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131355105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131355105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131355105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131355105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131355105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131355118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131355126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131355126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131355126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:57.946249 run osmo-msc_10.42.42.6(pid=25868): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25868)]\u000a13:13:57.994961 run osmo-msc_10.42.42.6(pid=25868): stdout: \u000a| (launched: 2022-12-14_13:13:56.838809) \u000a13:13:58.044150 run osmo-msc_10.42.42.6(pid=25868): stderr: \u000a| �[0;m�[38;5;43m20221214131357111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131357111 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f297ff1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131357112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131357112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131357112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131357112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131357114 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131357114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131357114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131357114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:13:58.085755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25861): Terminating (SIGTERM)\u000a13:13:58.125140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25864): Terminating (SIGTERM)\u000a13:13:58.164393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25867): Terminating (SIGTERM)\u000a13:13:58.173529 --- ParallelTerminationStrategy: PID 25861 died...\u000a13:13:58.226292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25861): Terminated: ok {rc=0}\u000a13:13:58.235754 --- ParallelTerminationStrategy: PID 25864 died...\u000a13:13:58.288329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25864): Terminated: ok {rc=0}\u000a13:13:58.297823 --- ParallelTerminationStrategy: PID 25867 died...\u000a13:13:58.350454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25867): Terminated: ok {rc=0}\u000a13:13:58.438005 bus /sierra_3: Setting Powered False\u000a13:13:59.539971 bus /sierra_3: Setting Powered False\u000a13:14:00.652407 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:13:40" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25879): Process ended prematurely: osmo-stp_10.42.42.5(pid=25879) [trial-2405↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25879)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25879): Process ended prematurely: osmo-stp_10.42.42.5(pid=25879) [trial-2405↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:14:02.701802 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:02.712464 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:14:02.869781 tst mo_mt_call.py: using LAC 41140\u000a13:14:02.995713 tst mo_mt_call.py: using RAC 85\u000a13:14:03.123779 tst mo_mt_call.py: using CellId 41140\u000a13:14:03.251426 tst mo_mt_call.py: using BVCI 41141\u000a13:14:03.275895 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:03.287184 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:03.298252 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:03.309326 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:03.320730 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:03.332192 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:14:03.451878 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:14:03.653548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:04.135758 run create_hlr_db(pid=25873): Launched\u000a13:14:04.309533 bus /sierra_2: Setting Powered False\u000a13:14:05.331477 run create_hlr_db(pid=25873): Terminated: ok {rc=0}\u000a13:14:05.761460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25875): Launched\u000a13:14:06.084170 run osmo-hlr_10.42.42.2(pid=25876): Launched\u000a13:14:06.204629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:06.765534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25878): Launched\u000a13:14:07.088490 run osmo-stp_10.42.42.5(pid=25879): Launched\u000a13:14:07.206454 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:14:07.788431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25881): Launched\u000a13:14:08.091098 run osmo-msc_10.42.42.6(pid=25882): Launched\u000a13:14:08.266991 run osmo-stp_10.42.42.5(pid=25879): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25879)]\u000a13:14:08.395649 run osmo-stp_10.42.42.5(pid=25879): stdout: \u000a| (launched: 2022-12-14_13:14:06.930445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:08.521270 run osmo-stp_10.42.42.5(pid=25879): stderr: \u000a| �[0;m�[38;5;43m20221214131407124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131407124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131407124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131407125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131407125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131407125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131407125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:08.642851 run osmo-stp_10.42.42.5(pid=25879): stdout: \u000a| (launched: 2022-12-14_13:14:06.930445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:08.763556 run osmo-stp_10.42.42.5(pid=25879): stderr: \u000a| �[0;m�[38;5;43m20221214131407124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131407124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131407124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131407125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131407125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131407125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131407125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:08.816588 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25879): Process ended prematurely: osmo-stp_10.42.42.5(pid=25879) [trial-2405↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25879)] [trial-2405↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:14:08.825195 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:14:08.884270 run osmo-hlr_10.42.42.2(pid=25876): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25876)]\u000a13:14:08.932470 run osmo-hlr_10.42.42.2(pid=25876): stdout: \u000a| (launched: 2022-12-14_13:14:05.926586) \u000a13:14:08.981958 run osmo-hlr_10.42.42.2(pid=25876): stderr: \u000a| �[0;m�[1;31m20221214131406124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131406124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131406124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131406124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131406124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131406124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131406136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131406144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131406144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131406144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:09.048832 run osmo-msc_10.42.42.6(pid=25882): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25882)]\u000a13:14:09.097855 run osmo-msc_10.42.42.6(pid=25882): stdout: \u000a| (launched: 2022-12-14_13:14:07.942692) \u000a13:14:09.147228 run osmo-msc_10.42.42.6(pid=25882): stderr: \u000a| �[0;m�[38;5;43m20221214131408214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131408215 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf01cc5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131408215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131408215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131408215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131408215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131408217 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131408217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131408218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131408218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:14:09.188985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25875): Terminating (SIGTERM)\u000a13:14:09.228490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25878): Terminating (SIGTERM)\u000a13:14:09.268270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25881): Terminating (SIGTERM)\u000a13:14:09.277518 --- ParallelTerminationStrategy: PID 25875 died...\u000a13:14:09.331106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25875): Terminated: ok {rc=0}\u000a13:14:09.340743 --- ParallelTerminationStrategy: PID 25878 died...\u000a13:14:09.393730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25878): Terminated: ok {rc=0}\u000a13:14:09.403241 --- ParallelTerminationStrategy: PID 25881 died...\u000a13:14:09.456125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25881): Terminated: ok {rc=0}\u000a13:14:09.544432 bus /sierra_3: Setting Powered False\u000a13:14:10.646861 bus /sierra_3: Setting Powered False\u000a13:14:11.756070 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25890): Process ended prematurely: osmo-stp_10.42.42.5(pid=25890) [trial-2405↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25890)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25890): Process ended prematurely: osmo-stp_10.42.42.5(pid=25890) [trial-2405↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25890)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:14:12.871055 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:12.882921 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:14:13.048180 tst mo_mt_call_osmux.py: using LAC 41141\u000a13:14:13.174542 tst mo_mt_call_osmux.py: using RAC 86\u000a13:14:13.300666 tst mo_mt_call_osmux.py: using CellId 41141\u000a13:14:13.428743 tst mo_mt_call_osmux.py: using BVCI 41142\u000a13:14:13.453321 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:13.464627 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:13.475814 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:13.486938 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:13.498472 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:13.509939 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:14:13.627493 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:14:13.838954 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:14.346958 run create_hlr_db(pid=25884): Launched\u000a13:14:14.534234 bus /sierra_2: Setting Powered False\u000a13:14:15.555439 run create_hlr_db(pid=25884): Terminated: ok {rc=0}\u000a13:14:16.003319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25886): Launched\u000a13:14:16.433894 run osmo-hlr_10.42.42.2(pid=25887): Launched\u000a13:14:16.609232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:17.244855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25889): Launched\u000a13:14:17.549923 run osmo-stp_10.42.42.5(pid=25890): Launched\u000a13:14:17.660580 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:14:18.211983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25892): Launched\u000a13:14:18.513908 run osmo-msc_10.42.42.6(pid=25893): Launched\u000a13:14:18.691902 run osmo-stp_10.42.42.5(pid=25890): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25890)]\u000a13:14:18.819517 run osmo-stp_10.42.42.5(pid=25890): stdout: \u000a| (launched: 2022-12-14_13:14:17.400358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:18.944862 run osmo-stp_10.42.42.5(pid=25890): stderr: \u000a| �[0;m�[38;5;43m20221214131417571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131417571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131417571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131417572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131417572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131417572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131417572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:19.066337 run osmo-stp_10.42.42.5(pid=25890): stdout: \u000a| (launched: 2022-12-14_13:14:17.400358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:19.186904 run osmo-stp_10.42.42.5(pid=25890): stderr: \u000a| �[0;m�[38;5;43m20221214131417571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131417571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131417571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131417572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131417572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131417572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131417572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:19.239977 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25890): Process ended prematurely: osmo-stp_10.42.42.5(pid=25890) [trial-2405↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25890)] [trial-2405↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:14:19.248451 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:14:19.308446 run osmo-hlr_10.42.42.2(pid=25887): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25887)]\u000a13:14:19.357578 run osmo-hlr_10.42.42.2(pid=25887): stdout: \u000a| (launched: 2022-12-14_13:14:16.169353) \u000a13:14:19.407406 run osmo-hlr_10.42.42.2(pid=25887): stderr: \u000a| �[0;m�[1;31m20221214131416510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131416510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131416510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131416510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131416510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131416510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131416522 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131416534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131416535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131416535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:19.474477 run osmo-msc_10.42.42.6(pid=25893): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25893)]\u000a13:14:19.523448 run osmo-msc_10.42.42.6(pid=25893): stdout: \u000a| (launched: 2022-12-14_13:14:18.366101) \u000a13:14:19.573034 run osmo-msc_10.42.42.6(pid=25893): stderr: \u000a| �[0;m�[38;5;43m20221214131418639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131418639 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69742b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131418640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131418640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131418640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131418640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131418642 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131418642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131418642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131418642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:14:19.614943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25886): Terminating (SIGTERM)\u000a13:14:19.654650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25889): Terminating (SIGTERM)\u000a13:14:19.694422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25892): Terminating (SIGTERM)\u000a13:14:19.703630 --- ParallelTerminationStrategy: PID 25886 died...\u000a13:14:19.757048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25886): Terminated: ok {rc=0}\u000a13:14:19.766638 --- ParallelTerminationStrategy: PID 25889 died...\u000a13:14:19.820038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25889): Terminated: ok {rc=0}\u000a13:14:19.829646 --- ParallelTerminationStrategy: PID 25892 died...\u000a13:14:19.882924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25892): Terminated: ok {rc=0}\u000a13:14:19.967262 bus /sierra_3: Setting Powered False\u000a13:14:21.073487 bus /sierra_3: Setting Powered False\u000a13:14:22.181594 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:14:02" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25904): Process ended prematurely: osmo-stp_10.42.42.5(pid=25904) [trial-2405↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25904)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25904): Process ended prematurely: osmo-stp_10.42.42.5(pid=25904) [trial-2405↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a13:14:24.182054 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:14:24.193465 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a13:14:24.329614 tst mo_mt_call.py: using LAC 41142\u000a13:14:24.446425 tst mo_mt_call.py: using RAC 87\u000a13:14:24.563076 tst mo_mt_call.py: using CellId 41142\u000a13:14:24.681796 tst mo_mt_call.py: using BVCI 41143\u000a13:14:24.704569 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:14:24.715448 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:14:24.726066 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:14:24.736587 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:14:24.747177 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:14:24.757893 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a13:14:24.877382 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a13:14:25.077687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:25.560011 run create_hlr_db(pid=25898): Launched\u000a13:14:25.733262 bus /sierra_2: Setting Powered False\u000a13:14:26.755959 run create_hlr_db(pid=25898): Terminated: ok {rc=0}\u000a13:14:27.185570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25900): Launched\u000a13:14:27.507392 run osmo-hlr_10.42.42.2(pid=25901): Launched\u000a13:14:27.628480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:28.187703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25903): Launched\u000a13:14:28.509575 run osmo-stp_10.42.42.5(pid=25904): Launched\u000a13:14:28.628025 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:14:29.215877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25906): Launched\u000a13:14:29.537756 run osmo-msc_10.42.42.6(pid=25907): Launched\u000a13:14:29.728417 run osmo-stp_10.42.42.5(pid=25904): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25904)]\u000a13:14:29.865653 run osmo-stp_10.42.42.5(pid=25904): stdout: \u000a| (launched: 2022-12-14_13:14:28.352008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:30.002144 run osmo-stp_10.42.42.5(pid=25904): stderr: \u000a| �[0;m�[38;5;43m20221214131428545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131428545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131428545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131428546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131428546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131428546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131428546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:30.132597 run osmo-stp_10.42.42.5(pid=25904): stdout: \u000a| (launched: 2022-12-14_13:14:28.352008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:30.262253 run osmo-stp_10.42.42.5(pid=25904): stderr: \u000a| �[0;m�[38;5;43m20221214131428545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131428545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131428545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131428546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131428546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131428546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131428546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:30.319119 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25904): Process ended prematurely: osmo-stp_10.42.42.5(pid=25904) [trial-2405↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25904)] [trial-2405↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a13:14:30.328029 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:14:30.390946 run osmo-hlr_10.42.42.2(pid=25901): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25901)]\u000a13:14:30.442545 run osmo-hlr_10.42.42.2(pid=25901): stdout: \u000a| (launched: 2022-12-14_13:14:27.349886) \u000a13:14:30.494420 run osmo-hlr_10.42.42.2(pid=25901): stderr: \u000a| �[0;m�[1;31m20221214131427550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131427550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131427550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131427550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131427550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131427550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131427562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131427570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131427570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131427570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:30.564939 run osmo-msc_10.42.42.6(pid=25907): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25907)]\u000a13:14:30.616730 run osmo-msc_10.42.42.6(pid=25907): stdout: \u000a| (launched: 2022-12-14_13:14:29.379684) \u000a13:14:30.668741 run osmo-msc_10.42.42.6(pid=25907): stderr: \u000a| �[0;m�[38;5;43m20221214131429702 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131429702 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad9b98bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131429702 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131429702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131429702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131429702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131429704 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131429705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131429705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131429705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:14:30.713109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25900): Terminating (SIGTERM)\u000a13:14:30.755127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25903): Terminating (SIGTERM)\u000a13:14:30.797903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25906): Terminating (SIGTERM)\u000a13:14:30.807573 --- ParallelTerminationStrategy: PID 25900 died...\u000a13:14:30.886443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25900): Terminated: ok {rc=0}\u000a13:14:30.897784 --- ParallelTerminationStrategy: PID 25903 died...\u000a13:14:30.970746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25903): Terminated: ok {rc=0}\u000a13:14:30.981296 --- ParallelTerminationStrategy: PID 25906 died...\u000a13:14:31.038588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25906): Terminated: ok {rc=0}\u000a13:14:31.128040 bus /sierra_3: Setting Powered False\u000a13:14:32.249884 bus /sierra_3: Setting Powered False\u000a13:14:33.357743 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25915): Process ended prematurely: osmo-stp_10.42.42.5(pid=25915) [trial-2405↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25915)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25915): Process ended prematurely: osmo-stp_10.42.42.5(pid=25915) [trial-2405↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25915)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:14:34.472149 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:14:34.483981 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a13:14:34.630875 tst mo_mt_call_osmux.py: using LAC 41143\u000a13:14:34.756916 tst mo_mt_call_osmux.py: using RAC 88\u000a13:14:34.884279 tst mo_mt_call_osmux.py: using CellId 41143\u000a13:14:35.009940 tst mo_mt_call_osmux.py: using BVCI 41144\u000a13:14:35.034454 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:14:35.045805 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:14:35.056863 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:14:35.068149 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:14:35.079590 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:14:35.091056 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a13:14:35.210610 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a13:14:35.410459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:35.895594 run create_hlr_db(pid=25909): Launched\u000a13:14:36.070076 bus /sierra_2: Setting Powered False\u000a13:14:37.091349 run create_hlr_db(pid=25909): Terminated: ok {rc=0}\u000a13:14:37.522538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25911): Launched\u000a13:14:37.847809 run osmo-hlr_10.42.42.2(pid=25912): Launched\u000a13:14:37.965708 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:38.526448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25914): Launched\u000a13:14:38.849976 run osmo-stp_10.42.42.5(pid=25915): Launched\u000a13:14:38.970537 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:14:39.558385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25917): Launched\u000a13:14:39.880489 run osmo-msc_10.42.42.6(pid=25918): Launched\u000a13:14:40.069983 run osmo-stp_10.42.42.5(pid=25915): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25915)]\u000a13:14:40.207156 run osmo-stp_10.42.42.5(pid=25915): stdout: \u000a| (launched: 2022-12-14_13:14:38.691441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:40.343653 run osmo-stp_10.42.42.5(pid=25915): stderr: \u000a| �[0;m�[38;5;43m20221214131438886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131438886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131438886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131438886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131438887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131438887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131438887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:40.474177 run osmo-stp_10.42.42.5(pid=25915): stdout: \u000a| (launched: 2022-12-14_13:14:38.691441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:40.603550 run osmo-stp_10.42.42.5(pid=25915): stderr: \u000a| �[0;m�[38;5;43m20221214131438886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131438886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131438886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131438886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131438887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131438887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131438887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:40.660844 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25915): Process ended prematurely: osmo-stp_10.42.42.5(pid=25915) [trial-2405↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25915)] [trial-2405↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a13:14:40.670297 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:14:40.733018 run osmo-hlr_10.42.42.2(pid=25912): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25912)]\u000a13:14:40.784454 run osmo-hlr_10.42.42.2(pid=25912): stdout: \u000a| (launched: 2022-12-14_13:14:37.688574) \u000a13:14:40.836315 run osmo-hlr_10.42.42.2(pid=25912): stderr: \u000a| �[0;m�[1;31m20221214131437887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131437887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131437887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131437887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131437887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131437887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131437907 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131437916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131437917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131437917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:40.906567 run osmo-msc_10.42.42.6(pid=25918): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25918)]\u000a13:14:40.957926 run osmo-msc_10.42.42.6(pid=25918): stdout: \u000a| (launched: 2022-12-14_13:14:39.723302) \u000a13:14:41.009861 run osmo-msc_10.42.42.6(pid=25918): stderr: \u000a| �[0;m�[38;5;43m20221214131440044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131440045 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc444056c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131440045 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131440045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131440045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131440045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131440047 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131440047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131440047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131440047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:14:41.054433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25911): Terminating (SIGTERM)\u000a13:14:41.096733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25914): Terminating (SIGTERM)\u000a13:14:41.138805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25917): Terminating (SIGTERM)\u000a13:14:41.148481 --- ParallelTerminationStrategy: PID 25911 died...\u000a13:14:41.204777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25911): Terminated: ok {rc=0}\u000a13:14:41.214710 --- ParallelTerminationStrategy: PID 25914 died...\u000a13:14:41.270555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25914): Terminated: ok {rc=0}\u000a13:14:41.280539 --- ParallelTerminationStrategy: PID 25917 died...\u000a13:14:41.336282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25917): Terminated: ok {rc=0}\u000a13:14:41.421500 bus /sierra_3: Setting Powered False\u000a13:14:42.526587 bus /sierra_3: Setting Powered False\u000a13:14:43.638632 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:14:23" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25929): Process ended prematurely: osmo-stp_10.42.42.5(pid=25929) [trial-2405↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25929)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25929): Process ended prematurely: osmo-stp_10.42.42.5(pid=25929) [trial-2405↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25929)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a13:14:45.642560 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:14:45.654125 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:14:45.801515 tst mo_mt_call.py: using LAC 41144\u000a13:14:45.954789 tst mo_mt_call.py: using RAC 89\u000a13:14:46.087484 tst mo_mt_call.py: using CellId 41144\u000a13:14:46.216170 tst mo_mt_call.py: using BVCI 41145\u000a13:14:46.241861 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:14:46.254544 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:14:46.266998 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:14:46.279602 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:14:46.293498 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:14:46.307060 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:14:46.435315 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:14:46.666096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:47.186759 run create_hlr_db(pid=25923): Launched\u000a13:14:47.362140 bus /sierra_2: Setting Powered False\u000a13:14:48.382111 run create_hlr_db(pid=25923): Terminated: ok {rc=0}\u000a13:14:48.811961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25925): Launched\u000a13:14:49.134866 run osmo-hlr_10.42.42.2(pid=25926): Launched\u000a13:14:49.256742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:49.818359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25928): Launched\u000a13:14:50.141771 run osmo-stp_10.42.42.5(pid=25929): Launched\u000a13:14:50.259583 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:14:50.849865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25931): Launched\u000a13:14:51.172750 run osmo-msc_10.42.42.6(pid=25932): Launched\u000a13:14:51.363588 run osmo-stp_10.42.42.5(pid=25929): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25929)]\u000a13:14:51.501203 run osmo-stp_10.42.42.5(pid=25929): stdout: \u000a| (launched: 2022-12-14_13:14:49.983442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:51.638278 run osmo-stp_10.42.42.5(pid=25929): stderr: \u000a| �[0;m�[38;5;43m20221214131450175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131450176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131450176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131450176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131450177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131450177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131450177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:51.769443 run osmo-stp_10.42.42.5(pid=25929): stdout: \u000a| (launched: 2022-12-14_13:14:49.983442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:51.899451 run osmo-stp_10.42.42.5(pid=25929): stderr: \u000a| �[0;m�[38;5;43m20221214131450175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131450176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131450176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131450176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131450177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131450177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131450177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:51.956755 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25929): Process ended prematurely: osmo-stp_10.42.42.5(pid=25929) [trial-2405↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25929)] [trial-2405↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a13:14:51.966095 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:14:52.028622 run osmo-hlr_10.42.42.2(pid=25926): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25926)]\u000a13:14:52.079933 run osmo-hlr_10.42.42.2(pid=25926): stdout: \u000a| (launched: 2022-12-14_13:14:48.976813) \u000a13:14:52.132344 run osmo-hlr_10.42.42.2(pid=25926): stderr: \u000a| �[0;m�[1;31m20221214131449178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131449178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131449178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131449178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131449178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131449178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131449190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131449198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131449199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131449199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:52.203141 run osmo-msc_10.42.42.6(pid=25932): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25932)]\u000a13:14:52.254543 run osmo-msc_10.42.42.6(pid=25932): stdout: \u000a| (launched: 2022-12-14_13:14:51.014499) \u000a13:14:52.306335 run osmo-msc_10.42.42.6(pid=25932): stderr: \u000a| �[0;m�[38;5;43m20221214131451336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131451336 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7b8fd4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131451336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131451336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131451336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131451336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131451338 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131451338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131451338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131451339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:14:52.350856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25925): Terminating (SIGTERM)\u000a13:14:52.392649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25928): Terminating (SIGTERM)\u000a13:14:52.435425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25931): Terminating (SIGTERM)\u000a13:14:52.445204 --- ParallelTerminationStrategy: PID 25925 died...\u000a13:14:52.501427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25925): Terminated: ok {rc=0}\u000a13:14:52.511467 --- ParallelTerminationStrategy: PID 25928 died...\u000a13:14:52.567434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25928): Terminated: ok {rc=0}\u000a13:14:52.577823 --- ParallelTerminationStrategy: PID 25931 died...\u000a13:14:52.634114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25931): Terminated: ok {rc=0}\u000a13:14:52.721556 bus /sierra_3: Setting Powered False\u000a13:14:53.824161 bus /sierra_3: Setting Powered False\u000a13:14:54.935049 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25941): Process ended prematurely: osmo-stp_10.42.42.5(pid=25941) [trial-2405↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25941)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25941): Process ended prematurely: osmo-stp_10.42.42.5(pid=25941) [trial-2405↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:14:56.044103 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:14:56.056074 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:14:56.198024 tst mo_mt_call_osmux.py: using LAC 41145\u000a13:14:56.315482 tst mo_mt_call_osmux.py: using RAC 90\u000a13:14:56.432768 tst mo_mt_call_osmux.py: using CellId 41145\u000a13:14:56.552675 tst mo_mt_call_osmux.py: using BVCI 41146\u000a13:14:56.575655 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:14:56.586885 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:14:56.597968 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:14:56.608937 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:14:56.620000 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:14:56.631048 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:14:56.746865 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:14:56.952227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:57.434679 run create_hlr_db(pid=25935): Launched\u000a13:14:57.608940 bus /sierra_2: Setting Powered False\u000a13:14:58.630146 run create_hlr_db(pid=25935): Terminated: ok {rc=0}\u000a13:14:59.059040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25937): Launched\u000a13:14:59.381466 run osmo-hlr_10.42.42.2(pid=25938): Launched\u000a13:14:59.502536 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:00.063207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25940): Launched\u000a13:15:00.385867 run osmo-stp_10.42.42.5(pid=25941): Launched\u000a13:15:00.503264 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:15:01.129213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25943): Launched\u000a13:15:01.568625 run osmo-msc_10.42.42.6(pid=25946): Launched\u000a13:15:02.079544 run osmo-stp_10.42.42.5(pid=25941): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25941)]\u000a13:15:02.292128 run osmo-stp_10.42.42.5(pid=25941): stdout: \u000a| (launched: 2022-12-14_13:15:00.227694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:02.423394 run osmo-stp_10.42.42.5(pid=25941): stderr: \u000a| �[0;m�[38;5;43m20221214131500419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131500419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131500420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131500420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131500421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131500421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131500421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:02.547673 run osmo-stp_10.42.42.5(pid=25941): stdout: \u000a| (launched: 2022-12-14_13:15:00.227694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:02.668512 run osmo-stp_10.42.42.5(pid=25941): stderr: \u000a| �[0;m�[38;5;43m20221214131500419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131500419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131500420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131500420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131500421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131500421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131500421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:02.721916 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25941): Process ended prematurely: osmo-stp_10.42.42.5(pid=25941) [trial-2405↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25941)] [trial-2405↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a13:15:02.730567 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a13:15:02.790894 run osmo-hlr_10.42.42.2(pid=25938): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25938)]\u000a13:15:02.840599 run osmo-hlr_10.42.42.2(pid=25938): stdout: \u000a| (launched: 2022-12-14_13:14:59.223661) \u000a13:15:02.890702 run osmo-hlr_10.42.42.2(pid=25938): stderr: \u000a| �[0;m�[1;31m20221214131459423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131459423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131459423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131459423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131459423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131459423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131459435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131459443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131459443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131459444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:02.958608 run osmo-msc_10.42.42.6(pid=25946): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25946)]\u000a13:15:03.007832 run osmo-msc_10.42.42.6(pid=25946): stdout: \u000a| (launched: 2022-12-14_13:15:01.288018) \u000a13:15:03.057433 run osmo-msc_10.42.42.6(pid=25946): stderr: \u000a| �[0;m�[38;5;43m20221214131501920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131501922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5fa03e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131501922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131501923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131501924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131501925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131501931 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131501933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131501934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131501935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:15:03.099759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25937): Terminating (SIGTERM)\u000a13:15:03.139593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25940): Terminating (SIGTERM)\u000a13:15:03.179315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25943): Terminating (SIGTERM)\u000a13:15:03.188439 --- ParallelTerminationStrategy: PID 25937 died...\u000a13:15:03.242605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25937): Terminated: ok {rc=0}\u000a13:15:03.252063 --- ParallelTerminationStrategy: PID 25940 died...\u000a13:15:03.305760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25940): Terminated: ok {rc=0}\u000a13:15:03.315285 --- ParallelTerminationStrategy: PID 25943 died...\u000a13:15:03.369326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25943): Terminated: ok {rc=0}\u000a13:15:03.456680 bus /sierra_3: Setting Powered False\u000a13:15:04.559636 bus /sierra_3: Setting Powered False\u000a13:15:05.670755 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:14:45" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25958): Process ended prematurely: osmo-stp_10.42.42.5(pid=25958) [trial-2405↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25958)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25958): Process ended prematurely: osmo-stp_10.42.42.5(pid=25958) [trial-2405↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:15:07.678388 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:15:07.688716 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a13:15:07.821382 tst emergency_mo_mt_call.py: using LAC 41146\u000a13:15:07.936132 tst emergency_mo_mt_call.py: using RAC 91\u000a13:15:08.050618 tst emergency_mo_mt_call.py: using CellId 41146\u000a13:15:08.169587 tst emergency_mo_mt_call.py: using BVCI 41147\u000a13:15:08.192061 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:15:08.202670 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:15:08.212915 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:15:08.223201 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:15:08.233529 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:15:08.243790 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:15:08.358268 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:15:08.565904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:15:09.066576 run create_hlr_db(pid=25952): Launched\u000a13:15:09.251268 bus /sierra_2: Setting Powered False\u000a13:15:10.261315 run create_hlr_db(pid=25952): Terminated: ok {rc=0}\u000a13:15:10.692073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25954): Launched\u000a13:15:11.009682 run osmo-hlr_10.42.42.2(pid=25955): Launched\u000a13:15:11.125314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:11.677484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25957): Launched\u000a13:15:11.996133 run osmo-stp_10.42.42.5(pid=25958): Launched\u000a13:15:12.134273 tst emergency_mo_mt_call.py: using MSISDN 8704\u000a13:15:12.294427 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:15:12.874655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25960): Launched\u000a13:15:13.192532 run osmo-msc_10.42.42.6(pid=25961): Launched\u000a13:15:13.380528 run osmo-stp_10.42.42.5(pid=25958): ERR: Terminated: ERROR {rc=1} [trial-2405↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25958)]\u000a13:15:13.516526 run osmo-stp_10.42.42.5(pid=25958): stdout: \u000a| (launched: 2022-12-14_13:15:11.839216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:13.651524 run osmo-stp_10.42.42.5(pid=25958): stderr: \u000a| �[0;m�[38;5;43m20221214131512034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131512034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131512034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131512034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131512035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131512035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131512035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:13.779953 run osmo-stp_10.42.42.5(pid=25958): stdout: \u000a| (launched: 2022-12-14_13:15:11.839216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:13.907423 run osmo-stp_10.42.42.5(pid=25958): stderr: \u000a| �[0;m�[38;5;43m20221214131512034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131512034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131512034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131512034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131512035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131512035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131512035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:13.963054 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25958): Process ended prematurely: osmo-stp_10.42.42.5(pid=25958) [trial-2405↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25958)] [trial-2405↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a13:15:13.971788 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a13:15:14.034241 run osmo-hlr_10.42.42.2(pid=25955): ERR: Terminated: ERROR {rc=237} [trial-2405↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25955)]\u000a13:15:14.085586 run osmo-hlr_10.42.42.2(pid=25955): stdout: \u000a| (launched: 2022-12-14_13:15:10.853795) \u000a13:15:14.137677 run osmo-hlr_10.42.42.2(pid=25955): stderr: \u000a| �[0;m�[1;31m20221214131511052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131511052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131511052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131511052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131511052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131511052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131511064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131511072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131511072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131511072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:14.208188 run osmo-msc_10.42.42.6(pid=25961): ERR: Terminated: ERROR {rc=2} [trial-2405↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25961)]\u000a13:15:14.259322 run osmo-msc_10.42.42.6(pid=25961): stdout: \u000a| (launched: 2022-12-14_13:15:13.036530) \u000a13:15:14.311175 run osmo-msc_10.42.42.6(pid=25961): stderr: \u000a| �[0;m�[38;5;43m20221214131513357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131513357 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1e3eb7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131513357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131513357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131513357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131513357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131513359 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131513360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131513360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131513360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:15:14.355781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25954): Terminating (SIGTERM)\u000a13:15:14.398369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25957): Terminating (SIGTERM)\u000a13:15:14.440371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25960): Terminating (SIGTERM)\u000a13:15:14.450086 --- ParallelTerminationStrategy: PID 25954 died...\u000a13:15:14.506315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25954): Terminated: ok {rc=0}\u000a13:15:14.516236 --- ParallelTerminationStrategy: PID 25957 died...\u000a13:15:14.572014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25957): Terminated: ok {rc=0}\u000a13:15:14.582103 --- ParallelTerminationStrategy: PID 25960 died...\u000a13:15:14.638333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25960): Terminated: ok {rc=0}\u000a13:15:14.723890 bus /sierra_3: Setting Powered False\u000a13:15:15.828789 bus /sierra_3: Setting Powered False\u000a13:15:16.954151 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25969): Process ended prematurely: osmo-stp_10.42.42.5(pid=25969) [trial-2405↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25969)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25969): Process ended prematurely: osmo-stp_10.42.42.5(pid=25969) [trial-2405↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:15:18.003218 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:15:18.014528 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a13:15:18.152352 tst emergency_preemptive_call.py: using LAC 41147\u000a13:15:18.272023 tst emergency_preemptive_call.py: using RAC 92\u000a13:15:18.395108 tst emergency_preemptive_call.py: using CellId 41147\u000a13:15:18.518236 tst emergency_preemptive_call.py: using BVCI 41148\u000a13:15:18.542434 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:15:18.553523 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:15:18.564336 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:15:18.575207 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:15:18.587037 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:15:18.598838 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:15:18.719416 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:15:18.838493 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:15:18.954615 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:15:19.163613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:15:19.665755 run create_hlr_db(pid=25963): Launched\u000a13:15:19.850899 bus /sierra_2: Setting Powered False\u000a13:15:20.872167 run create_hlr_db(pid=25963): Terminated: ok {rc=0}\u000a13:15:21.271018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25965): Launched\u000a13:15:21.569354 run osmo-hlr_10.42.42.2(pid=25966): Launched\u000a13:15:21.679512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:22.194123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25968): Launched\u000a13:15:22.490828 run osmo-stp_10.42.42.5(pid=25969): Launched\u000a13:15:22.611830 tst emergency_preemptive_call.py: using MSISDN 8705\u000a13:15:22.758894 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:15:23.297259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25971): Launched\u000a13:15:23.594709 run osmo-msc_10.42.42.6(pid=25972): Launched\u000a13:15:23.768816 run osmo-stp_10.42.42.5(pid=25969): ERR: Terminated: ERROR {rc=1} [trial-2405↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25969)]\u000a13:15:23.894213 run osmo-stp_10.42.42.5(pid=25969): stdout: \u000a| (launched: 2022-12-14_13:15:22.344618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:24.017886 run osmo-stp_10.42.42.5(pid=25969): stderr: \u000a| �[0;m�[38;5;43m20221214131522515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131522515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131522515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131522516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131522516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131522516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131522516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:24.137514 run osmo-stp_10.42.42.5(pid=25969): stdout: \u000a| (launched: 2022-12-14_13:15:22.344618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:24.255600 run osmo-stp_10.42.42.5(pid=25969): stderr: \u000a| �[0;m�[38;5;43m20221214131522515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131522515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131522515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131522516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131522516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131522516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131522516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:24.307384 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25969): Process ended prematurely: osmo-stp_10.42.42.5(pid=25969) [trial-2405↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25969)] [trial-2405↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a13:15:24.315450 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a13:15:24.375767 run osmo-hlr_10.42.42.2(pid=25966): ERR: Terminated: ERROR {rc=237} [trial-2405↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25966)]\u000a13:15:24.425235 run osmo-hlr_10.42.42.2(pid=25966): stdout: \u000a| (launched: 2022-12-14_13:15:21.422422) \u000a13:15:24.475719 run osmo-hlr_10.42.42.2(pid=25966): stderr: \u000a| �[0;m�[1;31m20221214131521597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131521597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131521597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131521597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131521597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131521597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131521609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131521619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131521619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131521619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:24.543754 run osmo-msc_10.42.42.6(pid=25972): ERR: Terminated: ERROR {rc=2} [trial-2405↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25972)]\u000a13:15:24.593163 run osmo-msc_10.42.42.6(pid=25972): stdout: \u000a| (launched: 2022-12-14_13:15:23.447676) \u000a13:15:24.642760 run osmo-msc_10.42.42.6(pid=25972): stderr: \u000a| �[0;m�[38;5;43m20221214131523718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214131523718 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f75decc5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214131523718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214131523718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214131523718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214131523718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214131523720 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214131523720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214131523721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214131523721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:15:24.684859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25965): Terminating (SIGTERM)\u000a13:15:24.724539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25968): Terminating (SIGTERM)\u000a13:15:24.764408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25971): Terminating (SIGTERM)\u000a13:15:24.773701 --- ParallelTerminationStrategy: PID 25965 died...\u000a13:15:24.827398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25965): Terminated: ok {rc=0}\u000a13:15:24.837173 --- ParallelTerminationStrategy: PID 25968 died...\u000a13:15:24.890627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25968): Terminated: ok {rc=0}\u000a13:15:24.900277 --- ParallelTerminationStrategy: PID 25971 died...\u000a13:15:24.953831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25971): Terminated: ok {rc=0}\u000a13:15:25.037436 bus /sierra_9: Setting Powered False\u000a13:15:26.144097 bus /sierra_9: Setting Powered False\u000a13:15:27.256566 bus /sierra_8: Setting Powered False\u000a13:15:28.360329 bus /sierra_8: Setting Powered False\u000a13:15:29.468022 bus /sierra_3: Setting Powered False\u000a13:15:30.573936 bus /sierra_3: Setting Powered False\u000a13:15:31.689364 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:15:07" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25988): Process ended prematurely: osmo-stp_10.42.42.5(pid=25988) [trial-2405↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25988)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25988): Process ended prematurely: osmo-stp_10.42.42.5(pid=25988) [trial-2405↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25988)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:15:33.818261 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:33.829179 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:15:33.977527 tst cs_paging_gprs_active.py: using LAC 41148\u000a13:15:34.102269 tst cs_paging_gprs_active.py: using RAC 93\u000a13:15:34.227062 tst cs_paging_gprs_active.py: using CellId 41148\u000a13:15:34.353608 tst cs_paging_gprs_active.py: using BVCI 41149\u000a13:15:34.378306 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:34.389246 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:34.399844 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:34.410600 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:34.421553 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:34.432343 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:34.443443 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:34.454422 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:34.465590 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:15:34.583790 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:15:34.879309 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:15:35.015828 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:35.352221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25977): Launched\u000a13:15:35.631005 run iperf3-srv_10.42.42.10(pid=25978): Launched\u000a13:15:35.831459 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:15:35.967733 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:36.303608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25979): Launched\u000a13:15:36.581912 run iperf3-srv_10.42.42.10(pid=25980): Launched\u000a13:15:36.782102 tst cs_paging_gprs_active.py:38: start network...\u000a13:15:36.918133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:15:37.429322 run create_hlr_db(pid=25981): Launched\u000a13:15:37.618357 bus /sierra_2: Setting Powered False\u000a13:15:38.628251 run create_hlr_db(pid=25981): Terminated: ok {rc=0}\u000a13:15:39.039342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25984): Launched\u000a13:15:39.341786 run osmo-hlr_10.42.42.2(pid=25985): Launched\u000a13:15:39.461724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:40.000777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25987): Launched\u000a13:15:40.325624 run osmo-stp_10.42.42.5(pid=25988): Launched\u000a13:15:40.443847 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:15:41.010705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25990): Launched\u000a13:15:41.127132 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:15:41.409970 run patchelf(pid=25991): Launched\u000a13:15:41.600243 run osmo-stp_10.42.42.5(pid=25988): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25988)]\u000a13:15:41.739678 run osmo-stp_10.42.42.5(pid=25988): stdout: \u000a| (launched: 2022-12-14_13:15:40.166898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:41.879602 run osmo-stp_10.42.42.5(pid=25988): stderr: \u000a| �[0;m�[38;5;43m20221214131540359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131540359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131540360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131540360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131540360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131540361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131540361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:42.015664 run osmo-stp_10.42.42.5(pid=25988): stdout: \u000a| (launched: 2022-12-14_13:15:40.166898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:42.141313 run osmo-stp_10.42.42.5(pid=25988): stderr: \u000a| �[0;m�[38;5;43m20221214131540359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131540359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131540360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131540360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131540360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131540361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131540361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:42.287234 run patchelf(pid=25991): Terminating (SIGINT)\u000a13:15:42.457968 run patchelf(pid=25991): Terminated: ok {rc=0}\u000a13:15:42.489576 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25988): Process ended prematurely: osmo-stp_10.42.42.5(pid=25988) [trial-2405↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25988)] [trial-2405↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a13:15:42.499435 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:15:42.559645 run osmo-hlr_10.42.42.2(pid=25985): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25985)]\u000a13:15:42.609618 run osmo-hlr_10.42.42.2(pid=25985): stdout: \u000a| (launched: 2022-12-14_13:15:39.193160) \u000a13:15:42.659654 run osmo-hlr_10.42.42.2(pid=25985): stderr: \u000a| �[0;m�[1;31m20221214131539369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131539369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131539369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131539369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131539369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131539370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131539381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131539390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131539390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131539390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:42.702449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25977): Terminating (SIGTERM)\u000a13:15:42.742564 run iperf3-srv_10.42.42.10(pid=25978): Terminating (SIGTERM)\u000a13:15:42.782722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25979): Terminating (SIGTERM)\u000a13:15:42.822561 run iperf3-srv_10.42.42.10(pid=25980): Terminating (SIGTERM)\u000a13:15:42.862633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25984): Terminating (SIGTERM)\u000a13:15:42.902801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25987): Terminating (SIGTERM)\u000a13:15:42.943185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25990): Terminating (SIGTERM)\u000a13:15:42.952465 --- ParallelTerminationStrategy: PID 25977 died...\u000a13:15:43.006945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25977): Terminated: ok {rc=0}\u000a13:15:43.016702 --- ParallelTerminationStrategy: PID 25978 died...\u000a13:15:43.070566 run iperf3-srv_10.42.42.10(pid=25978): Terminated {rc=256}\u000a13:15:43.080247 --- ParallelTerminationStrategy: PID 25979 died...\u000a13:15:43.133827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25979): Terminated: ok {rc=0}\u000a13:15:43.143464 --- ParallelTerminationStrategy: PID 25980 died...\u000a13:15:43.197189 run iperf3-srv_10.42.42.10(pid=25980): Terminated {rc=256}\u000a13:15:43.206871 --- ParallelTerminationStrategy: PID 25984 died...\u000a13:15:43.260624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25984): Terminated: ok {rc=0}\u000a13:15:43.270357 --- ParallelTerminationStrategy: PID 25987 died...\u000a13:15:43.324077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25987): Terminated: ok {rc=0}\u000a13:15:43.333880 --- ParallelTerminationStrategy: PID 25990 died...\u000a13:15:43.387390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25990): Terminated: ok {rc=0}\u000a13:15:43.475192 bus /gobi_0: Setting Powered False\u000a13:15:44.578686 bus /gobi_0: Setting Powered False\u000a13:15:45.688673 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26000): Process ended prematurely: osmo-stp_10.42.42.5(pid=26000) [trial-2405↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26000)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26000): Process ended prematurely: osmo-stp_10.42.42.5(pid=26000) [trial-2405↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a13:15:46.807584 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:46.820188 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:15:46.974038 tst iperf3.py: using LAC 41149\u000a13:15:47.105238 tst iperf3.py: using RAC 94\u000a13:15:47.235630 tst iperf3.py: using CellId 41149\u000a13:15:47.356291 tst iperf3.py: using BVCI 41150\u000a13:15:47.379880 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:47.390600 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:47.401048 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:47.411402 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:47.422112 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:47.432710 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:47.443175 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:47.453776 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:47.464025 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:15:47.759639 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:15:47.895977 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:48.230922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25992): Launched\u000a13:15:48.508415 run iperf3-srv_10.42.42.10(pid=25993): Launched\u000a13:15:48.708276 tst iperf3.py:8: start network...\u000a13:15:48.844061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:15:49.351179 run create_hlr_db(pid=25994): Launched\u000a13:15:49.538534 bus /gobi_6: Setting Powered False\u000a13:15:50.559764 run create_hlr_db(pid=25994): Terminated: ok {rc=0}\u000a13:15:50.965857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25996): Launched\u000a13:15:51.267889 run osmo-hlr_10.42.42.2(pid=25997): Launched\u000a13:15:51.387322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:51.921290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25999): Launched\u000a13:15:52.244693 run osmo-stp_10.42.42.5(pid=26000): Launched\u000a13:15:52.362948 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:15:52.929057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26002): Launched\u000a13:15:53.045118 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:15:53.325674 run patchelf(pid=26003): Launched\u000a13:15:53.514627 run osmo-stp_10.42.42.5(pid=26000): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26000)]\u000a13:15:53.653363 run osmo-stp_10.42.42.5(pid=26000): stdout: \u000a| (launched: 2022-12-14_13:15:52.085460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:53.792033 run osmo-stp_10.42.42.5(pid=26000): stderr: \u000a| �[0;m�[38;5;43m20221214131552276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131552277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131552277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131552277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131552278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131552278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131552278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:53.926290 run osmo-stp_10.42.42.5(pid=26000): stdout: \u000a| (launched: 2022-12-14_13:15:52.085460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:54.059061 run osmo-stp_10.42.42.5(pid=26000): stderr: \u000a| �[0;m�[38;5;43m20221214131552276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131552277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131552277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131552277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131552278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131552278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131552278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:54.213792 run patchelf(pid=26003): Terminating (SIGINT)\u000a13:15:54.395012 run patchelf(pid=26003): Terminated: ok {rc=0}\u000a13:15:54.428092 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26000): Process ended prematurely: osmo-stp_10.42.42.5(pid=26000) [trial-2405↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26000)] [trial-2405↪gprs:trx-b200↪iperf3.py:8]\u000a13:15:54.437999 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:15:54.500666 run osmo-hlr_10.42.42.2(pid=25997): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25997)]\u000a13:15:54.551546 run osmo-hlr_10.42.42.2(pid=25997): stdout: \u000a| (launched: 2022-12-14_13:15:51.119064) \u000a13:15:54.602888 run osmo-hlr_10.42.42.2(pid=25997): stderr: \u000a| �[0;m�[1;31m20221214131551297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131551297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131551297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131551297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131551297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131551297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131551309 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131551319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131551319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131551319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:54.647351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25992): Terminating (SIGTERM)\u000a13:15:54.689932 run iperf3-srv_10.42.42.10(pid=25993): Terminating (SIGTERM)\u000a13:15:54.731945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25996): Terminating (SIGTERM)\u000a13:15:54.774119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25999): Terminating (SIGTERM)\u000a13:15:54.815855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26002): Terminating (SIGTERM)\u000a13:15:54.825551 --- ParallelTerminationStrategy: PID 25992 died...\u000a13:15:54.881886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25992): Terminated: ok {rc=0}\u000a13:15:54.891818 --- ParallelTerminationStrategy: PID 25993 died...\u000a13:15:54.947609 run iperf3-srv_10.42.42.10(pid=25993): Terminated {rc=256}\u000a13:15:54.957900 --- ParallelTerminationStrategy: PID 25996 died...\u000a13:15:55.013835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25996): Terminated: ok {rc=0}\u000a13:15:55.023783 --- ParallelTerminationStrategy: PID 25999 died...\u000a13:15:55.079983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25999): Terminated: ok {rc=0}\u000a13:15:55.090127 --- ParallelTerminationStrategy: PID 26002 died...\u000a13:15:55.146460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26002): Terminated: ok {rc=0}\u000a13:15:55.233790 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26018): Process ended prematurely: osmo-stp_10.42.42.5(pid=26018) [trial-2405↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26018)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26018): Process ended prematurely: osmo-stp_10.42.42.5(pid=26018) [trial-2405↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a13:15:56.348869 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:56.360459 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:15:56.503074 tst iperf3m4.py: using LAC 41150\u000a13:15:56.629181 tst iperf3m4.py: using RAC 95\u000a13:15:56.759033 tst iperf3m4.py: using CellId 41150\u000a13:15:56.885432 tst iperf3m4.py: using BVCI 41151\u000a13:15:56.910124 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:56.921239 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:56.932002 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:56.942850 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:56.954323 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:56.965832 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:56.977676 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:56.989212 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:15:57.001150 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:15:57.119704 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:15:57.241847 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:15:57.357814 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:15:57.635332 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:15:57.761459 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:58.075615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26004): Launched\u000a13:15:58.334866 run iperf3-srv_10.42.42.10(pid=26005): Launched\u000a13:15:58.518415 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:15:58.643973 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:58.957975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26006): Launched\u000a13:15:59.216714 run iperf3-srv_10.42.42.10(pid=26007): Launched\u000a13:15:59.400414 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:15:59.525526 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:59.837480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26008): Launched\u000a13:16:00.096422 run iperf3-srv_10.42.42.10(pid=26009): Launched\u000a13:16:00.280108 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:16:00.405508 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:00.718757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26010): Launched\u000a13:16:01.020362 run iperf3-srv_10.42.42.10(pid=26011): Launched\u000a13:16:01.233071 tst iperf3m4.py:8: start network...\u000a13:16:01.373917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:01.929714 run create_hlr_db(pid=26012): Launched\u000a13:16:02.106476 bus /gobi_6: Setting Powered False\u000a13:16:03.126115 run create_hlr_db(pid=26012): Terminated: ok {rc=0}\u000a13:16:03.556696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26014): Launched\u000a13:16:03.881416 run osmo-hlr_10.42.42.2(pid=26015): Launched\u000a13:16:03.999510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:04.563897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26017): Launched\u000a13:16:04.889585 run osmo-stp_10.42.42.5(pid=26018): Launched\u000a13:16:05.007724 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:16:05.571502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26020): Launched\u000a13:16:05.687497 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:16:05.969491 run patchelf(pid=26021): Launched\u000a13:16:06.158922 run osmo-stp_10.42.42.5(pid=26018): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26018)]\u000a13:16:06.297787 run osmo-stp_10.42.42.5(pid=26018): stdout: \u000a| (launched: 2022-12-14_13:16:04.730124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:06.437099 run osmo-stp_10.42.42.5(pid=26018): stderr: \u000a| �[0;m�[38;5;43m20221214131604923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131604923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131604924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131604924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131604925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131604925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131604925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:06.571807 run osmo-stp_10.42.42.5(pid=26018): stdout: \u000a| (launched: 2022-12-14_13:16:04.730124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:06.705859 run osmo-stp_10.42.42.5(pid=26018): stderr: \u000a| �[0;m�[38;5;43m20221214131604923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131604923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131604924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131604924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131604925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131604925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131604925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:06.861469 run patchelf(pid=26021): Terminating (SIGINT)\u000a13:16:07.043446 run patchelf(pid=26021): Terminated: ok {rc=0}\u000a13:16:07.076644 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26018): Process ended prematurely: osmo-stp_10.42.42.5(pid=26018) [trial-2405↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26018)] [trial-2405↪gprs:trx-b200↪iperf3m4.py:8]\u000a13:16:07.086712 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a13:16:07.150342 run osmo-hlr_10.42.42.2(pid=26015): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26015)]\u000a13:16:07.202009 run osmo-hlr_10.42.42.2(pid=26015): stdout: \u000a| (launched: 2022-12-14_13:16:03.722983) \u000a13:16:07.254015 run osmo-hlr_10.42.42.2(pid=26015): stderr: \u000a| �[0;m�[1;31m20221214131603922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131603922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131603922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131603922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131603922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131603922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131603941 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131603951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131603951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131603951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:07.298698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26004): Terminating (SIGTERM)\u000a13:16:07.340697 run iperf3-srv_10.42.42.10(pid=26005): Terminating (SIGTERM)\u000a13:16:07.384367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26006): Terminating (SIGTERM)\u000a13:16:07.426457 run iperf3-srv_10.42.42.10(pid=26007): Terminating (SIGTERM)\u000a13:16:07.468350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26008): Terminating (SIGTERM)\u000a13:16:07.510324 run iperf3-srv_10.42.42.10(pid=26009): Terminating (SIGTERM)\u000a13:16:07.552328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26010): Terminating (SIGTERM)\u000a13:16:07.594205 run iperf3-srv_10.42.42.10(pid=26011): Terminating (SIGTERM)\u000a13:16:07.636147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26014): Terminating (SIGTERM)\u000a13:16:07.678498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26017): Terminating (SIGTERM)\u000a13:16:07.720595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26020): Terminating (SIGTERM)\u000a13:16:07.730363 --- ParallelTerminationStrategy: PID 26004 died...\u000a13:16:07.786962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26004): Terminated: ok {rc=0}\u000a13:16:07.797092 --- ParallelTerminationStrategy: PID 26005 died...\u000a13:16:07.853265 run iperf3-srv_10.42.42.10(pid=26005): Terminated {rc=256}\u000a13:16:07.863255 --- ParallelTerminationStrategy: PID 26006 died...\u000a13:16:07.919482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26006): Terminated: ok {rc=0}\u000a13:16:07.929949 --- ParallelTerminationStrategy: PID 26007 died...\u000a13:16:07.986080 run iperf3-srv_10.42.42.10(pid=26007): Terminated {rc=256}\u000a13:16:07.996115 --- ParallelTerminationStrategy: PID 26008 died...\u000a13:16:08.052318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26008): Terminated: ok {rc=0}\u000a13:16:08.062364 --- ParallelTerminationStrategy: PID 26009 died...\u000a13:16:08.118491 run iperf3-srv_10.42.42.10(pid=26009): Terminated {rc=256}\u000a13:16:08.128483 --- ParallelTerminationStrategy: PID 26010 died...\u000a13:16:08.184722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26010): Terminated: ok {rc=0}\u000a13:16:08.194773 --- ParallelTerminationStrategy: PID 26011 died...\u000a13:16:08.250870 run iperf3-srv_10.42.42.10(pid=26011): Terminated {rc=256}\u000a13:16:08.261062 --- ParallelTerminationStrategy: PID 26014 died...\u000a13:16:08.317109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26014): Terminated: ok {rc=0}\u000a13:16:08.327110 --- ParallelTerminationStrategy: PID 26017 died...\u000a13:16:08.383505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26017): Terminated: ok {rc=0}\u000a13:16:08.393983 --- ParallelTerminationStrategy: PID 26020 died...\u000a13:16:08.450212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26020): Terminated: ok {rc=0}\u000a13:16:08.537136 bus /gobi_4: Setting Powered False\u000a13:16:09.643888 bus /gobi_4: Setting Powered False\u000a13:16:10.752107 bus /gobi_1: Setting Powered False\u000a13:16:11.858748 bus /gobi_1: Setting Powered False\u000a13:16:12.966564 bus /gobi_0: Setting Powered False\u000a13:16:14.071787 bus /gobi_0: Setting Powered False\u000a13:16:15.184377 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26028): Process ended prematurely: osmo-stp_10.42.42.5(pid=26028) [trial-2405↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26028)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26028): Process ended prematurely: osmo-stp_10.42.42.5(pid=26028) [trial-2405↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a13:16:16.254144 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:16:16.266713 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:16:16.409293 tst ping.py: using LAC 41151\u000a13:16:16.535881 tst ping.py: using RAC 96\u000a13:16:16.691870 tst ping.py: using CellId 41151\u000a13:16:16.850738 tst ping.py: using BVCI 41152\u000a13:16:16.885557 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:16:16.899803 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:16:16.914774 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:16:16.932215 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:16:16.948392 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:16:16.964312 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:16:16.981281 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:16:16.996633 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:16:17.314655 tst ping.py:19: start network...\u000a13:16:17.438638 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:17.915850 run create_hlr_db(pid=26022): Launched\u000a13:16:18.086862 bus /gobi_6: Setting Powered False\u000a13:16:19.109167 run create_hlr_db(pid=26022): Terminated: ok {rc=0}\u000a13:16:19.504194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26024): Launched\u000a13:16:19.800503 run osmo-hlr_10.42.42.2(pid=26025): Launched\u000a13:16:19.908464 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:20.426261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26027): Launched\u000a13:16:20.723313 run osmo-stp_10.42.42.5(pid=26028): Launched\u000a13:16:20.832025 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:16:21.348895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26030): Launched\u000a13:16:21.454511 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:16:21.713075 run patchelf(pid=26031): Launched\u000a13:16:21.887054 run osmo-stp_10.42.42.5(pid=26028): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26028)]\u000a13:16:22.014179 run osmo-stp_10.42.42.5(pid=26028): stdout: \u000a| (launched: 2022-12-14_13:16:20.577208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:22.141879 run osmo-stp_10.42.42.5(pid=26028): stderr: \u000a| �[0;m�[38;5;43m20221214131620748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131620749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131620750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131620750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131620751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131620751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131620751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:22.265376 run osmo-stp_10.42.42.5(pid=26028): stdout: \u000a| (launched: 2022-12-14_13:16:20.577208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:22.387926 run osmo-stp_10.42.42.5(pid=26028): stderr: \u000a| �[0;m�[38;5;43m20221214131620748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131620749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131620750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131620750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131620751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131620751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131620751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:22.530110 run patchelf(pid=26031): Terminating (SIGINT)\u000a13:16:22.696857 run patchelf(pid=26031): Terminated: ok {rc=0}\u000a13:16:22.727016 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26028): Process ended prematurely: osmo-stp_10.42.42.5(pid=26028) [trial-2405↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26028)] [trial-2405↪gprs:trx-b200↪ping.py:22]\u000a13:16:22.735526 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:16:22.795663 run osmo-hlr_10.42.42.2(pid=26025): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26025)]\u000a13:16:22.844570 run osmo-hlr_10.42.42.2(pid=26025): stdout: \u000a| (launched: 2022-12-14_13:16:19.654751) \u000a13:16:22.894334 run osmo-hlr_10.42.42.2(pid=26025): stderr: \u000a| �[0;m�[1;31m20221214131619829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131619829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131619829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131619829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131619829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131619829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131619863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131619873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131619873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131619874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:22.936830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26024): Terminating (SIGTERM)\u000a13:16:22.977291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26027): Terminating (SIGTERM)\u000a13:16:23.017422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26030): Terminating (SIGTERM)\u000a13:16:23.026621 --- ParallelTerminationStrategy: PID 26024 died...\u000a13:16:23.079867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26024): Terminated: ok {rc=0}\u000a13:16:23.089827 --- ParallelTerminationStrategy: PID 26027 died...\u000a13:16:23.142973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26027): Terminated: ok {rc=0}\u000a13:16:23.152471 --- ParallelTerminationStrategy: PID 26030 died...\u000a13:16:23.205418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26030): Terminated: ok {rc=0}\u000a13:16:23.293699 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26038): Process ended prematurely: osmo-stp_10.42.42.5(pid=26038) [trial-2405↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26038)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26038): Process ended prematurely: osmo-stp_10.42.42.5(pid=26038) [trial-2405↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a13:16:24.345949 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:16:24.357383 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:16:24.501069 tst ping_idle_ping.py: using LAC 41152\u000a13:16:24.628381 tst ping_idle_ping.py: using RAC 97\u000a13:16:24.757546 tst ping_idle_ping.py: using CellId 41152\u000a13:16:24.884585 tst ping_idle_ping.py: using BVCI 41153\u000a13:16:24.909407 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:16:24.920634 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:16:24.932191 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:16:24.943322 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:16:24.954914 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:16:24.966316 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:16:24.977930 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:16:24.989416 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:16:25.261773 tst ping_idle_ping.py:24: start network...\u000a13:16:25.385131 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:25.866079 run create_hlr_db(pid=26032): Launched\u000a13:16:26.037766 bus /gobi_6: Setting Powered False\u000a13:16:27.060008 run create_hlr_db(pid=26032): Terminated: ok {rc=0}\u000a13:16:27.458192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26034): Launched\u000a13:16:27.757407 run osmo-hlr_10.42.42.2(pid=26035): Launched\u000a13:16:27.865806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:28.380181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26037): Launched\u000a13:16:28.677583 run osmo-stp_10.42.42.5(pid=26038): Launched\u000a13:16:28.786193 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:16:29.304910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26040): Launched\u000a13:16:29.410665 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:16:29.669145 run patchelf(pid=26041): Launched\u000a13:16:29.842784 run osmo-stp_10.42.42.5(pid=26038): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26038)]\u000a13:16:29.969581 run osmo-stp_10.42.42.5(pid=26038): stdout: \u000a| (launched: 2022-12-14_13:16:28.530712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:30.096784 run osmo-stp_10.42.42.5(pid=26038): stderr: \u000a| �[0;m�[38;5;43m20221214131628700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131628701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131628701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131628701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131628703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131628704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131628704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:30.219830 run osmo-stp_10.42.42.5(pid=26038): stdout: \u000a| (launched: 2022-12-14_13:16:28.530712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:30.341926 run osmo-stp_10.42.42.5(pid=26038): stderr: \u000a| �[0;m�[38;5;43m20221214131628700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131628701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131628701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131628701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131628703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131628704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131628704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:30.483342 run patchelf(pid=26041): Terminating (SIGINT)\u000a13:16:30.650296 run patchelf(pid=26041): Terminated: ok {rc=0}\u000a13:16:30.680612 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26038): Process ended prematurely: osmo-stp_10.42.42.5(pid=26038) [trial-2405↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26038)] [trial-2405↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a13:16:30.689324 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a13:16:30.748543 run osmo-hlr_10.42.42.2(pid=26035): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26035)]\u000a13:16:30.797344 run osmo-hlr_10.42.42.2(pid=26035): stdout: \u000a| (launched: 2022-12-14_13:16:27.609662) \u000a13:16:30.852081 run osmo-hlr_10.42.42.2(pid=26035): stderr: \u000a| �[0;m�[1;31m20221214131627788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131627789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131627789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131627789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131627789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131627789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131627801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131627810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131627810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131627810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:30.911217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26034): Terminating (SIGTERM)\u000a13:16:30.951413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26037): Terminating (SIGTERM)\u000a13:16:30.993561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26040): Terminating (SIGTERM)\u000a13:16:31.004053 --- ParallelTerminationStrategy: PID 26034 died...\u000a13:16:31.059785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26034): Terminated: ok {rc=0}\u000a13:16:31.069748 --- ParallelTerminationStrategy: PID 26037 died...\u000a13:16:31.123314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26037): Terminated: ok {rc=0}\u000a13:16:31.133316 --- ParallelTerminationStrategy: PID 26040 died...\u000a13:16:31.187223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26040): Terminated: ok {rc=0}\u000a13:16:31.271627 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:15:33" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26055): Process ended prematurely: osmo-stp_10.42.42.5(pid=26055) [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26055)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26055): Process ended prematurely: osmo-stp_10.42.42.5(pid=26055) [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26055)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:16:33.431466 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:33.442518 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:16:33.589554 tst cs_paging_gprs_active.py: using LAC 41153\u000a13:16:33.720684 tst cs_paging_gprs_active.py: using RAC 98\u000a13:16:33.846031 tst cs_paging_gprs_active.py: using CellId 41153\u000a13:16:33.973396 tst cs_paging_gprs_active.py: using BVCI 41154\u000a13:16:33.998262 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:34.009462 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:34.020400 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:34.031372 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:34.042748 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:34.054007 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:34.065578 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:34.076869 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:34.088436 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:16:34.207507 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:16:34.487217 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:16:34.613161 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:34.926741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26045): Launched\u000a13:16:35.186547 run iperf3-srv_10.42.42.10(pid=26046): Launched\u000a13:16:35.370478 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:16:35.495992 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:35.808906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26047): Launched\u000a13:16:36.067854 run iperf3-srv_10.42.42.10(pid=26048): Launched\u000a13:16:36.251981 tst cs_paging_gprs_active.py:38: start network...\u000a13:16:36.377849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:36.861043 run create_hlr_db(pid=26049): Launched\u000a13:16:37.035011 bus /gobi_6: Setting Powered False\u000a13:16:38.057199 run create_hlr_db(pid=26049): Terminated: ok {rc=0}\u000a13:16:38.487729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26051): Launched\u000a13:16:38.813449 run osmo-hlr_10.42.42.2(pid=26052): Launched\u000a13:16:38.934248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:39.497517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26054): Launched\u000a13:16:39.821934 run osmo-stp_10.42.42.5(pid=26055): Launched\u000a13:16:39.940437 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:16:40.505770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26057): Launched\u000a13:16:40.622395 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:16:40.905927 run patchelf(pid=26058): Launched\u000a13:16:41.096081 run osmo-stp_10.42.42.5(pid=26055): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26055)]\u000a13:16:41.235231 run osmo-stp_10.42.42.5(pid=26055): stdout: \u000a| (launched: 2022-12-14_13:16:39.662543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:41.374933 run osmo-stp_10.42.42.5(pid=26055): stderr: \u000a| �[0;m�[38;5;43m20221214131639857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131639857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131639857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131639857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131639858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131639858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131639858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:41.509520 run osmo-stp_10.42.42.5(pid=26055): stdout: \u000a| (launched: 2022-12-14_13:16:39.662543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:41.643203 run osmo-stp_10.42.42.5(pid=26055): stderr: \u000a| �[0;m�[38;5;43m20221214131639857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131639857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131639857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131639857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131639858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131639858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131639858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:41.799091 run patchelf(pid=26058): Terminating (SIGINT)\u000a13:16:41.981168 run patchelf(pid=26058): Terminated: ok {rc=0}\u000a13:16:42.014482 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26055): Process ended prematurely: osmo-stp_10.42.42.5(pid=26055) [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26055)] [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:16:42.024265 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a13:16:42.087215 run osmo-hlr_10.42.42.2(pid=26052): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26052)]\u000a13:16:42.138694 run osmo-hlr_10.42.42.2(pid=26052): stdout: \u000a| (launched: 2022-12-14_13:16:38.653250) \u000a13:16:42.190644 run osmo-hlr_10.42.42.2(pid=26052): stderr: \u000a| �[0;m�[1;31m20221214131638851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131638851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131638851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131638851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131638851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131638852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131638864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131638874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131638874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131638874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:42.235037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26045): Terminating (SIGTERM)\u000a13:16:42.276625 run iperf3-srv_10.42.42.10(pid=26046): Terminating (SIGTERM)\u000a13:16:42.318419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26047): Terminating (SIGTERM)\u000a13:16:42.359865 run iperf3-srv_10.42.42.10(pid=26048): Terminating (SIGTERM)\u000a13:16:42.401496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26051): Terminating (SIGTERM)\u000a13:16:42.443040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26054): Terminating (SIGTERM)\u000a13:16:42.484535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26057): Terminating (SIGTERM)\u000a13:16:42.494097 --- ParallelTerminationStrategy: PID 26045 died...\u000a13:16:42.550142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26045): Terminated: ok {rc=0}\u000a13:16:42.559990 --- ParallelTerminationStrategy: PID 26046 died...\u000a13:16:42.615520 run iperf3-srv_10.42.42.10(pid=26046): Terminated {rc=256}\u000a13:16:42.625817 --- ParallelTerminationStrategy: PID 26047 died...\u000a13:16:42.681928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26047): Terminated: ok {rc=0}\u000a13:16:42.691852 --- ParallelTerminationStrategy: PID 26048 died...\u000a13:16:42.747493 run iperf3-srv_10.42.42.10(pid=26048): Terminated {rc=256}\u000a13:16:42.757411 --- ParallelTerminationStrategy: PID 26051 died...\u000a13:16:42.813002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26051): Terminated: ok {rc=0}\u000a13:16:42.822970 --- ParallelTerminationStrategy: PID 26054 died...\u000a13:16:42.878793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26054): Terminated: ok {rc=0}\u000a13:16:42.888725 --- ParallelTerminationStrategy: PID 26057 died...\u000a13:16:42.944563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26057): Terminated: ok {rc=0}\u000a13:16:43.029692 bus /gobi_0: Setting Powered False\u000a13:16:44.134655 bus /gobi_0: Setting Powered False\u000a13:16:45.243256 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26067): Process ended prematurely: osmo-stp_10.42.42.5(pid=26067) [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26067)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26067): Process ended prematurely: osmo-stp_10.42.42.5(pid=26067) [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:16:46.359620 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:46.372409 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:16:46.545189 tst iperf3.py: using LAC 41154\u000a13:16:46.710067 tst iperf3.py: using RAC 99\u000a13:16:46.840335 tst iperf3.py: using CellId 41154\u000a13:16:46.998069 tst iperf3.py: using BVCI 41155\u000a13:16:47.033497 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:47.049803 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:47.065576 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:47.082463 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:47.097308 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:47.112659 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:47.128615 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:47.144075 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:47.160280 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:16:47.449786 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:16:47.576413 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:47.890630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26059): Launched\u000a13:16:48.151081 run iperf3-srv_10.42.42.10(pid=26060): Launched\u000a13:16:48.335563 tst iperf3.py:8: start network...\u000a13:16:48.461098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:48.943025 run create_hlr_db(pid=26061): Launched\u000a13:16:49.116619 bus /gobi_6: Setting Powered False\u000a13:16:50.138240 run create_hlr_db(pid=26061): Terminated: ok {rc=0}\u000a13:16:50.567572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26063): Launched\u000a13:16:50.891683 run osmo-hlr_10.42.42.2(pid=26064): Launched\u000a13:16:51.010986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:51.572453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26066): Launched\u000a13:16:51.895883 run osmo-stp_10.42.42.5(pid=26067): Launched\u000a13:16:52.014064 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:16:52.576465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26069): Launched\u000a13:16:52.692323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:16:52.973970 run patchelf(pid=26070): Launched\u000a13:16:53.163216 run osmo-stp_10.42.42.5(pid=26067): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26067)]\u000a13:16:53.301801 run osmo-stp_10.42.42.5(pid=26067): stdout: \u000a| (launched: 2022-12-14_13:16:51.737710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:53.440811 run osmo-stp_10.42.42.5(pid=26067): stderr: \u000a| �[0;m�[38;5;43m20221214131651931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131651931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131651932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131651932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131651932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131651933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131651933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:53.574827 run osmo-stp_10.42.42.5(pid=26067): stdout: \u000a| (launched: 2022-12-14_13:16:51.737710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:53.708332 run osmo-stp_10.42.42.5(pid=26067): stderr: \u000a| �[0;m�[38;5;43m20221214131651931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131651931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131651932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131651932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131651932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131651933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131651933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:53.863437 run patchelf(pid=26070): Terminating (SIGINT)\u000a13:16:54.044832 run patchelf(pid=26070): Terminated: ok {rc=0}\u000a13:16:54.078129 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26067): Process ended prematurely: osmo-stp_10.42.42.5(pid=26067) [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26067)] [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a13:16:54.087944 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a13:16:54.150752 run osmo-hlr_10.42.42.2(pid=26064): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26064)]\u000a13:16:54.201979 run osmo-hlr_10.42.42.2(pid=26064): stdout: \u000a| (launched: 2022-12-14_13:16:50.733079) \u000a13:16:54.253838 run osmo-hlr_10.42.42.2(pid=26064): stderr: \u000a| �[0;m�[1;31m20221214131650929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131650929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131650929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131650929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131650929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131650930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131650945 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131650955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131650956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131650956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:54.298273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26059): Terminating (SIGTERM)\u000a13:16:54.340340 run iperf3-srv_10.42.42.10(pid=26060): Terminating (SIGTERM)\u000a13:16:54.382188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26063): Terminating (SIGTERM)\u000a13:16:54.424080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26066): Terminating (SIGTERM)\u000a13:16:54.466206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26069): Terminating (SIGTERM)\u000a13:16:54.475776 --- ParallelTerminationStrategy: PID 26059 died...\u000a13:16:54.532409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26059): Terminated: ok {rc=0}\u000a13:16:54.542505 --- ParallelTerminationStrategy: PID 26060 died...\u000a13:16:54.598421 run iperf3-srv_10.42.42.10(pid=26060): Terminated {rc=256}\u000a13:16:54.608314 --- ParallelTerminationStrategy: PID 26063 died...\u000a13:16:54.663953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26063): Terminated: ok {rc=0}\u000a13:16:54.674225 --- ParallelTerminationStrategy: PID 26066 died...\u000a13:16:54.730043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26066): Terminated: ok {rc=0}\u000a13:16:54.740003 --- ParallelTerminationStrategy: PID 26069 died...\u000a13:16:54.796089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26069): Terminated: ok {rc=0}\u000a13:16:54.883114 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26088): Process ended prematurely: osmo-stp_10.42.42.5(pid=26088) [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26088)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26088): Process ended prematurely: osmo-stp_10.42.42.5(pid=26088) [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:16:55.998725 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:56.010389 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:16:56.160768 tst iperf3m4.py: using LAC 41155\u000a13:16:56.285277 tst iperf3m4.py: using RAC 100\u000a13:16:56.410793 tst iperf3m4.py: using CellId 41155\u000a13:16:56.535571 tst iperf3m4.py: using BVCI 41156\u000a13:16:56.560279 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:56.571497 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:56.582457 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:56.593331 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:56.604899 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:56.616622 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:56.628478 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:56.640116 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:56.652122 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:16:56.773660 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:16:56.892237 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:16:57.010925 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:16:57.289953 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:16:57.415892 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:57.729703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26071): Launched\u000a13:16:57.989084 run iperf3-srv_10.42.42.10(pid=26072): Launched\u000a13:16:58.172685 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:16:58.297787 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:58.609603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26073): Launched\u000a13:16:58.869410 run iperf3-srv_10.42.42.10(pid=26074): Launched\u000a13:16:59.054126 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:16:59.180136 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:59.493494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26075): Launched\u000a13:16:59.752762 run iperf3-srv_10.42.42.10(pid=26076): Launched\u000a13:16:59.936314 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:17:00.061819 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:00.373975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26077): Launched\u000a13:17:00.632619 run iperf3-srv_10.42.42.10(pid=26078): Launched\u000a13:17:00.816440 tst iperf3m4.py:8: start network...\u000a13:17:00.944073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:17:01.502416 run create_hlr_db(pid=26079): Launched\u000a13:17:01.698419 bus /gobi_6: Setting Powered False\u000a13:17:02.709055 run create_hlr_db(pid=26079): Terminated: ok {rc=0}\u000a13:17:03.115753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26084): Launched\u000a13:17:03.418965 run osmo-hlr_10.42.42.2(pid=26085): Launched\u000a13:17:03.534259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:04.067655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26087): Launched\u000a13:17:04.391907 run osmo-stp_10.42.42.5(pid=26088): Launched\u000a13:17:04.509625 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:17:05.074041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26090): Launched\u000a13:17:05.189750 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:17:05.471403 run patchelf(pid=26091): Launched\u000a13:17:05.660380 run osmo-stp_10.42.42.5(pid=26088): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26088)]\u000a13:17:05.799242 run osmo-stp_10.42.42.5(pid=26088): stdout: \u000a| (launched: 2022-12-14_13:17:04.232787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:05.938239 run osmo-stp_10.42.42.5(pid=26088): stderr: \u000a| �[0;m�[38;5;43m20221214131704423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131704423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131704423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131704424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131704424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131704424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131704424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:06.072090 run osmo-stp_10.42.42.5(pid=26088): stdout: \u000a| (launched: 2022-12-14_13:17:04.232787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:06.204818 run osmo-stp_10.42.42.5(pid=26088): stderr: \u000a| �[0;m�[38;5;43m20221214131704423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131704423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131704423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131704424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131704424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131704424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131704424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:06.359761 run patchelf(pid=26091): Terminating (SIGINT)\u000a13:17:06.541019 run patchelf(pid=26091): Terminated: ok {rc=0}\u000a13:17:06.574257 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26088): Process ended prematurely: osmo-stp_10.42.42.5(pid=26088) [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26088)] [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:17:06.584122 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a13:17:06.647660 run osmo-hlr_10.42.42.2(pid=26085): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26085)]\u000a13:17:06.699533 run osmo-hlr_10.42.42.2(pid=26085): stdout: \u000a| (launched: 2022-12-14_13:17:03.270499) \u000a13:17:06.751667 run osmo-hlr_10.42.42.2(pid=26085): stderr: \u000a| �[0;m�[1;31m20221214131703451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131703451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131703451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131703451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131703451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131703451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131703463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131703474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131703474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131703475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:06.796341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26071): Terminating (SIGTERM)\u000a13:17:06.838862 run iperf3-srv_10.42.42.10(pid=26072): Terminating (SIGTERM)\u000a13:17:06.881204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26073): Terminating (SIGTERM)\u000a13:17:06.923787 run iperf3-srv_10.42.42.10(pid=26074): Terminating (SIGTERM)\u000a13:17:06.966135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26075): Terminating (SIGTERM)\u000a13:17:07.008151 run iperf3-srv_10.42.42.10(pid=26076): Terminating (SIGTERM)\u000a13:17:07.050346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26077): Terminating (SIGTERM)\u000a13:17:07.092283 run iperf3-srv_10.42.42.10(pid=26078): Terminating (SIGTERM)\u000a13:17:07.134843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26084): Terminating (SIGTERM)\u000a13:17:07.176864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26087): Terminating (SIGTERM)\u000a13:17:07.219266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26090): Terminating (SIGTERM)\u000a13:17:07.228883 --- ParallelTerminationStrategy: PID 26071 died...\u000a13:17:07.285774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26071): Terminated: ok {rc=0}\u000a13:17:07.295799 --- ParallelTerminationStrategy: PID 26072 died...\u000a13:17:07.352111 run iperf3-srv_10.42.42.10(pid=26072): Terminated {rc=256}\u000a13:17:07.362098 --- ParallelTerminationStrategy: PID 26073 died...\u000a13:17:07.418414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26073): Terminated: ok {rc=0}\u000a13:17:07.428473 --- ParallelTerminationStrategy: PID 26074 died...\u000a13:17:07.484598 run iperf3-srv_10.42.42.10(pid=26074): Terminated {rc=256}\u000a13:17:07.494648 --- ParallelTerminationStrategy: PID 26075 died...\u000a13:17:07.550797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26075): Terminated: ok {rc=0}\u000a13:17:07.560807 --- ParallelTerminationStrategy: PID 26076 died...\u000a13:17:07.617167 run iperf3-srv_10.42.42.10(pid=26076): Terminated {rc=256}\u000a13:17:07.627118 --- ParallelTerminationStrategy: PID 26077 died...\u000a13:17:07.683364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26077): Terminated: ok {rc=0}\u000a13:17:07.693417 --- ParallelTerminationStrategy: PID 26078 died...\u000a13:17:07.749278 run iperf3-srv_10.42.42.10(pid=26078): Terminated {rc=256}\u000a13:17:07.759191 --- ParallelTerminationStrategy: PID 26084 died...\u000a13:17:07.815102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26084): Terminated: ok {rc=0}\u000a13:17:07.825132 --- ParallelTerminationStrategy: PID 26087 died...\u000a13:17:07.881103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26087): Terminated: ok {rc=0}\u000a13:17:07.891088 --- ParallelTerminationStrategy: PID 26090 died...\u000a13:17:07.947004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26090): Terminated: ok {rc=0}\u000a13:17:08.033819 bus /gobi_4: Setting Powered False\u000a13:17:09.139564 bus /gobi_4: Setting Powered False\u000a13:17:10.248892 bus /gobi_1: Setting Powered False\u000a13:17:11.355457 bus /gobi_1: Setting Powered False\u000a13:17:12.464173 bus /gobi_0: Setting Powered False\u000a13:17:13.570028 bus /gobi_0: Setting Powered False\u000a13:17:14.678138 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26098): Process ended prematurely: osmo-stp_10.42.42.5(pid=26098) [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26098)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26098): Process ended prematurely: osmo-stp_10.42.42.5(pid=26098) [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:17:15.746511 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:17:15.758510 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:17:15.903084 tst ping.py: using LAC 41156\u000a13:17:16.040680 tst ping.py: using RAC 101\u000a13:17:16.195467 tst ping.py: using CellId 41156\u000a13:17:16.332590 tst ping.py: using BVCI 41157\u000a13:17:16.359161 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:17:16.372060 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:17:16.384508 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:17:16.397500 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:17:16.413683 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:17:16.428347 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:17:16.441861 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:17:16.455231 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:17:16.765758 tst ping.py:19: start network...\u000a13:17:16.903132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:17:17.412693 run create_hlr_db(pid=26092): Launched\u000a13:17:17.598729 bus /gobi_6: Setting Powered False\u000a13:17:18.619830 run create_hlr_db(pid=26092): Terminated: ok {rc=0}\u000a13:17:19.021647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26094): Launched\u000a13:17:19.318555 run osmo-hlr_10.42.42.2(pid=26095): Launched\u000a13:17:19.427714 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:19.946231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26097): Launched\u000a13:17:20.242557 run osmo-stp_10.42.42.5(pid=26098): Launched\u000a13:17:20.351520 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:17:20.869106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26100): Launched\u000a13:17:20.974816 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:17:21.232898 run patchelf(pid=26101): Launched\u000a13:17:21.406944 run osmo-stp_10.42.42.5(pid=26098): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26098)]\u000a13:17:21.533841 run osmo-stp_10.42.42.5(pid=26098): stdout: \u000a| (launched: 2022-12-14_13:17:20.096887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:21.660632 run osmo-stp_10.42.42.5(pid=26098): stderr: \u000a| �[0;m�[38;5;43m20221214131720268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131720268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131720269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131720269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131720269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131720269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131720270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:21.783438 run osmo-stp_10.42.42.5(pid=26098): stdout: \u000a| (launched: 2022-12-14_13:17:20.096887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:21.905249 run osmo-stp_10.42.42.5(pid=26098): stderr: \u000a| �[0;m�[38;5;43m20221214131720268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131720268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131720269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131720269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131720269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131720269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131720270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:22.046740 run patchelf(pid=26101): Terminating (SIGINT)\u000a13:17:22.212934 run patchelf(pid=26101): Terminated: ok {rc=0}\u000a13:17:22.243250 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26098): Process ended prematurely: osmo-stp_10.42.42.5(pid=26098) [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26098)] [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a13:17:22.251838 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:17:22.311137 run osmo-hlr_10.42.42.2(pid=26095): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26095)]\u000a13:17:22.359589 run osmo-hlr_10.42.42.2(pid=26095): stdout: \u000a| (launched: 2022-12-14_13:17:19.172734) \u000a13:17:22.408712 run osmo-hlr_10.42.42.2(pid=26095): stderr: \u000a| �[0;m�[1;31m20221214131719350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131719350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131719351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131719351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131719351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131719351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131719363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131719373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131719373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131719373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:22.450949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26094): Terminating (SIGTERM)\u000a13:17:22.490625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26097): Terminating (SIGTERM)\u000a13:17:22.530400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26100): Terminating (SIGTERM)\u000a13:17:22.539743 --- ParallelTerminationStrategy: PID 26094 died...\u000a13:17:22.593031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26094): Terminated: ok {rc=0}\u000a13:17:22.603067 --- ParallelTerminationStrategy: PID 26097 died...\u000a13:17:22.656176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26097): Terminated: ok {rc=0}\u000a13:17:22.665892 --- ParallelTerminationStrategy: PID 26100 died...\u000a13:17:22.718782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26100): Terminated: ok {rc=0}\u000a13:17:22.805132 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26108): Process ended prematurely: osmo-stp_10.42.42.5(pid=26108) [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26108)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26108): Process ended prematurely: osmo-stp_10.42.42.5(pid=26108) [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:17:23.855914 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:17:23.867373 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:17:24.004393 tst ping_idle_ping.py: using LAC 41157\u000a13:17:24.121233 tst ping_idle_ping.py: using RAC 102\u000a13:17:24.239020 tst ping_idle_ping.py: using CellId 41157\u000a13:17:24.363888 tst ping_idle_ping.py: using BVCI 41158\u000a13:17:24.388239 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:17:24.399560 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:17:24.410653 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:17:24.421654 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:17:24.432847 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:17:24.444095 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:17:24.455564 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:17:24.466834 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:17:24.740047 tst ping_idle_ping.py:24: start network...\u000a13:17:24.863792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:17:25.341349 run create_hlr_db(pid=26102): Launched\u000a13:17:25.513796 bus /gobi_6: Setting Powered False\u000a13:17:26.534298 run create_hlr_db(pid=26102): Terminated: ok {rc=0}\u000a13:17:26.956446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26104): Launched\u000a13:17:27.276311 run osmo-hlr_10.42.42.2(pid=26105): Launched\u000a13:17:27.394723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:27.950352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26107): Launched\u000a13:17:28.270828 run osmo-stp_10.42.42.5(pid=26108): Launched\u000a13:17:28.388228 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:17:28.946502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26110): Launched\u000a13:17:29.060819 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:17:29.338300 run patchelf(pid=26111): Launched\u000a13:17:29.525127 run osmo-stp_10.42.42.5(pid=26108): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26108)]\u000a13:17:29.661643 run osmo-stp_10.42.42.5(pid=26108): stdout: \u000a| (launched: 2022-12-14_13:17:28.113106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:29.798912 run osmo-stp_10.42.42.5(pid=26108): stderr: \u000a| �[0;m�[38;5;43m20221214131728303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131728303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131728304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131728304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131728306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131728306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131728307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:29.931093 run osmo-stp_10.42.42.5(pid=26108): stdout: \u000a| (launched: 2022-12-14_13:17:28.113106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:30.062264 run osmo-stp_10.42.42.5(pid=26108): stderr: \u000a| �[0;m�[38;5;43m20221214131728303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131728303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131728304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131728304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131728306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131728306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131728307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:30.214857 run patchelf(pid=26111): Terminating (SIGINT)\u000a13:17:30.394206 run patchelf(pid=26111): Terminated: ok {rc=0}\u000a13:17:30.426711 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26108): Process ended prematurely: osmo-stp_10.42.42.5(pid=26108) [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26108)] [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:17:30.435869 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:17:30.499109 run osmo-hlr_10.42.42.2(pid=26105): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26105)]\u000a13:17:30.550412 run osmo-hlr_10.42.42.2(pid=26105): stdout: \u000a| (launched: 2022-12-14_13:17:27.119079) \u000a13:17:30.602454 run osmo-hlr_10.42.42.2(pid=26105): stderr: \u000a| �[0;m�[1;31m20221214131727317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131727317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131727317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131727317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131727317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131727317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131727333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131727343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131727343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131727343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:30.647000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26104): Terminating (SIGTERM)\u000a13:17:30.688716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26107): Terminating (SIGTERM)\u000a13:17:30.731331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26110): Terminating (SIGTERM)\u000a13:17:30.741173 --- ParallelTerminationStrategy: PID 26104 died...\u000a13:17:30.797789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26104): Terminated: ok {rc=0}\u000a13:17:30.807805 --- ParallelTerminationStrategy: PID 26107 died...\u000a13:17:30.873235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26107): Terminated: ok {rc=0}\u000a13:17:30.885182 --- ParallelTerminationStrategy: PID 26110 died...\u000a13:17:30.950218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26110): Terminated: ok {rc=0}\u000a13:17:31.051372 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:16:33" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26129): Process ended prematurely: osmo-stp_10.42.42.5(pid=26129) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26129)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26129): Process ended prematurely: osmo-stp_10.42.42.5(pid=26129) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:17:33.245960 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:33.256666 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:17:33.412878 tst cs_paging_gprs_active.py: using LAC 41158\u000a13:17:33.534580 tst cs_paging_gprs_active.py: using RAC 103\u000a13:17:33.653321 tst cs_paging_gprs_active.py: using CellId 41158\u000a13:17:33.772010 tst cs_paging_gprs_active.py: using BVCI 41159\u000a13:17:33.795090 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:33.805822 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:33.816246 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:33.826746 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:33.837176 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:33.848750 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:33.859996 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:33.870954 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:33.882058 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:17:34.000313 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:17:34.292306 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:17:34.428837 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:34.765061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26119): Launched\u000a13:17:35.042476 run iperf3-srv_10.42.42.10(pid=26120): Launched\u000a13:17:35.241852 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:17:35.377320 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:35.712820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26121): Launched\u000a13:17:35.990573 run iperf3-srv_10.42.42.10(pid=26122): Launched\u000a13:17:36.189807 tst cs_paging_gprs_active.py:38: start network...\u000a13:17:36.325855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:17:36.835676 run create_hlr_db(pid=26123): Launched\u000a13:17:37.022774 bus /gobi_6: Setting Powered False\u000a13:17:38.044546 run create_hlr_db(pid=26123): Terminated: ok {rc=0}\u000a13:17:38.449905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26125): Launched\u000a13:17:38.753125 run osmo-hlr_10.42.42.2(pid=26126): Launched\u000a13:17:38.866264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:39.391037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26128): Launched\u000a13:17:39.694431 run osmo-stp_10.42.42.5(pid=26129): Launched\u000a13:17:39.805672 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:17:40.332026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26131): Launched\u000a13:17:40.439330 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:17:40.702578 run patchelf(pid=26132): Launched\u000a13:17:40.879341 run osmo-stp_10.42.42.5(pid=26129): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26129)]\u000a13:17:41.008359 run osmo-stp_10.42.42.5(pid=26129): stdout: \u000a| (launched: 2022-12-14_13:17:39.545291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:41.137928 run osmo-stp_10.42.42.5(pid=26129): stderr: \u000a| �[0;m�[38;5;43m20221214131739717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131739717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131739717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131739718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131739718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131739718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131739718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:41.262960 run osmo-stp_10.42.42.5(pid=26129): stdout: \u000a| (launched: 2022-12-14_13:17:39.545291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:41.386527 run osmo-stp_10.42.42.5(pid=26129): stderr: \u000a| �[0;m�[38;5;43m20221214131739717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131739717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131739717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131739718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131739718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131739718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131739718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:41.531570 run patchelf(pid=26132): Terminating (SIGINT)\u000a13:17:41.701526 run patchelf(pid=26132): Terminated: ok {rc=0}\u000a13:17:41.732597 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26129): Process ended prematurely: osmo-stp_10.42.42.5(pid=26129) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26129)] [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:17:41.741789 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a13:17:41.800903 run osmo-hlr_10.42.42.2(pid=26126): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26126)]\u000a13:17:41.849553 run osmo-hlr_10.42.42.2(pid=26126): stdout: \u000a| (launched: 2022-12-14_13:17:38.603907) \u000a13:17:41.898764 run osmo-hlr_10.42.42.2(pid=26126): stderr: \u000a| �[0;m�[1;31m20221214131738781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131738781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131738781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131738781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131738781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131738781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131738793 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131738803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131738803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131738803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:41.940755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26119): Terminating (SIGTERM)\u000a13:17:41.979916 run iperf3-srv_10.42.42.10(pid=26120): Terminating (SIGTERM)\u000a13:17:42.019422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26121): Terminating (SIGTERM)\u000a13:17:42.058469 run iperf3-srv_10.42.42.10(pid=26122): Terminating (SIGTERM)\u000a13:17:42.097562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26125): Terminating (SIGTERM)\u000a13:17:42.136490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26128): Terminating (SIGTERM)\u000a13:17:42.175676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26131): Terminating (SIGTERM)\u000a13:17:42.184676 --- ParallelTerminationStrategy: PID 26119 died...\u000a13:17:42.236867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26119): Terminated: ok {rc=0}\u000a13:17:42.246274 --- ParallelTerminationStrategy: PID 26120 died...\u000a13:17:42.298051 run iperf3-srv_10.42.42.10(pid=26120): Terminated {rc=256}\u000a13:17:42.307360 --- ParallelTerminationStrategy: PID 26121 died...\u000a13:17:42.359711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26121): Terminated: ok {rc=0}\u000a13:17:42.369234 --- ParallelTerminationStrategy: PID 26122 died...\u000a13:17:42.421273 run iperf3-srv_10.42.42.10(pid=26122): Terminated {rc=256}\u000a13:17:42.430641 --- ParallelTerminationStrategy: PID 26125 died...\u000a13:17:42.482652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26125): Terminated: ok {rc=0}\u000a13:17:42.491978 --- ParallelTerminationStrategy: PID 26128 died...\u000a13:17:42.544105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26128): Terminated: ok {rc=0}\u000a13:17:42.553867 --- ParallelTerminationStrategy: PID 26131 died...\u000a13:17:42.606008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26131): Terminated: ok {rc=0}\u000a13:17:42.688214 bus /gobi_0: Setting Powered False\u000a13:17:43.794079 bus /gobi_0: Setting Powered False\u000a13:17:44.904440 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26141): Process ended prematurely: osmo-stp_10.42.42.5(pid=26141) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26141)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26141): Process ended prematurely: osmo-stp_10.42.42.5(pid=26141) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:17:46.033496 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:46.045346 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:17:46.240935 tst iperf3.py: using LAC 41159\u000a13:17:46.363765 tst iperf3.py: using RAC 104\u000a13:17:46.512639 tst iperf3.py: using CellId 41159\u000a13:17:46.679226 tst iperf3.py: using BVCI 41160\u000a13:17:46.714337 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:46.726473 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:46.738985 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:46.750369 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:46.762746 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:46.774145 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:46.785716 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:46.797038 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:46.808563 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:17:47.091438 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:17:47.221399 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:47.535159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26133): Launched\u000a13:17:47.795284 run iperf3-srv_10.42.42.10(pid=26134): Launched\u000a13:17:47.979030 tst iperf3.py:8: start network...\u000a13:17:48.104240 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:17:48.587437 run create_hlr_db(pid=26135): Launched\u000a13:17:48.761278 bus /gobi_6: Setting Powered False\u000a13:17:49.783517 run create_hlr_db(pid=26135): Terminated: ok {rc=0}\u000a13:17:50.185135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26137): Launched\u000a13:17:50.486690 run osmo-hlr_10.42.42.2(pid=26138): Launched\u000a13:17:50.600331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:51.125198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26140): Launched\u000a13:17:51.427288 run osmo-stp_10.42.42.5(pid=26141): Launched\u000a13:17:51.537128 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:17:52.063165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26143): Launched\u000a13:17:52.170263 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:17:52.432765 run patchelf(pid=26144): Launched\u000a13:17:52.609337 run osmo-stp_10.42.42.5(pid=26141): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26141)]\u000a13:17:52.738586 run osmo-stp_10.42.42.5(pid=26141): stdout: \u000a| (launched: 2022-12-14_13:17:51.278999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:52.867715 run osmo-stp_10.42.42.5(pid=26141): stderr: \u000a| �[0;m�[38;5;43m20221214131751448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131751448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131751448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131751449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131751451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131751451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131751451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:52.992868 run osmo-stp_10.42.42.5(pid=26141): stdout: \u000a| (launched: 2022-12-14_13:17:51.278999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:53.116674 run osmo-stp_10.42.42.5(pid=26141): stderr: \u000a| �[0;m�[38;5;43m20221214131751448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131751448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131751448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131751449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131751451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131751451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131751451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:53.261108 run patchelf(pid=26144): Terminating (SIGINT)\u000a13:17:53.431368 run patchelf(pid=26144): Terminated: ok {rc=0}\u000a13:17:53.462477 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26141): Process ended prematurely: osmo-stp_10.42.42.5(pid=26141) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26141)] [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:17:53.471533 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:17:53.531423 run osmo-hlr_10.42.42.2(pid=26138): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26138)]\u000a13:17:53.580601 run osmo-hlr_10.42.42.2(pid=26138): stdout: \u000a| (launched: 2022-12-14_13:17:50.339203) \u000a13:17:53.631040 run osmo-hlr_10.42.42.2(pid=26138): stderr: \u000a| �[0;m�[1;31m20221214131750514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131750514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131750514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131750514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131750514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131750514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131750526 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131750535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131750535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131750535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:53.673271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26133): Terminating (SIGTERM)\u000a13:17:53.712861 run iperf3-srv_10.42.42.10(pid=26134): Terminating (SIGTERM)\u000a13:17:53.752468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26137): Terminating (SIGTERM)\u000a13:17:53.792126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26140): Terminating (SIGTERM)\u000a13:17:53.831872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26143): Terminating (SIGTERM)\u000a13:17:53.841098 --- ParallelTerminationStrategy: PID 26133 died...\u000a13:17:53.894383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26133): Terminated: ok {rc=0}\u000a13:17:53.903906 --- ParallelTerminationStrategy: PID 26134 died...\u000a13:17:53.956637 run iperf3-srv_10.42.42.10(pid=26134): Terminated {rc=256}\u000a13:17:53.966126 --- ParallelTerminationStrategy: PID 26137 died...\u000a13:17:54.018842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26137): Terminated: ok {rc=0}\u000a13:17:54.028331 --- ParallelTerminationStrategy: PID 26140 died...\u000a13:17:54.081086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26140): Terminated: ok {rc=0}\u000a13:17:54.090619 --- ParallelTerminationStrategy: PID 26143 died...\u000a13:17:54.143493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26143): Terminated: ok {rc=0}\u000a13:17:54.226994 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26160): Process ended prematurely: osmo-stp_10.42.42.5(pid=26160) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26160)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26160): Process ended prematurely: osmo-stp_10.42.42.5(pid=26160) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:17:55.342795 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:55.354708 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:17:55.518294 tst iperf3m4.py: using LAC 41160\u000a13:17:55.644322 tst iperf3m4.py: using RAC 105\u000a13:17:55.771451 tst iperf3m4.py: using CellId 41160\u000a13:17:55.899236 tst iperf3m4.py: using BVCI 41161\u000a13:17:55.923978 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:55.935223 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:55.946296 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:55.957362 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:55.968536 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:55.979822 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:55.991353 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:56.002850 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:56.014483 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:17:56.134752 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:17:56.254035 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:17:56.368151 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:17:56.664702 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:17:56.801796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:57.137708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26145): Launched\u000a13:17:57.415888 run iperf3-srv_10.42.42.10(pid=26147): Launched\u000a13:17:57.615656 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:17:57.752083 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:58.087372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26148): Launched\u000a13:17:58.364920 run iperf3-srv_10.42.42.10(pid=26149): Launched\u000a13:17:58.564277 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:17:58.699815 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:59.035103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26150): Launched\u000a13:17:59.312406 run iperf3-srv_10.42.42.10(pid=26151): Launched\u000a13:17:59.511747 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:17:59.647071 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:59.982951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26152): Launched\u000a13:18:00.261076 run iperf3-srv_10.42.42.10(pid=26153): Launched\u000a13:18:00.460384 tst iperf3m4.py:8: start network...\u000a13:18:00.596666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:01.174948 run create_hlr_db(pid=26154): Launched\u000a13:18:01.425413 bus /gobi_6: Setting Powered False\u000a13:18:02.398613 run create_hlr_db(pid=26154): Terminated: ok {rc=0}\u000a13:18:02.846026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26156): Launched\u000a13:18:03.148068 run osmo-hlr_10.42.42.2(pid=26157): Launched\u000a13:18:03.266769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:03.799554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26159): Launched\u000a13:18:04.101794 run osmo-stp_10.42.42.5(pid=26160): Launched\u000a13:18:04.211138 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:18:04.737419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26162): Launched\u000a13:18:04.844579 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:18:05.107682 run patchelf(pid=26163): Launched\u000a13:18:05.283850 run osmo-stp_10.42.42.5(pid=26160): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26160)]\u000a13:18:05.412796 run osmo-stp_10.42.42.5(pid=26160): stdout: \u000a| (launched: 2022-12-14_13:18:03.953328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:05.542175 run osmo-stp_10.42.42.5(pid=26160): stderr: \u000a| �[0;m�[38;5;43m20221214131804125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131804125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131804125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131804126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131804126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131804126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131804126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:05.667487 run osmo-stp_10.42.42.5(pid=26160): stdout: \u000a| (launched: 2022-12-14_13:18:03.953328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:05.792031 run osmo-stp_10.42.42.5(pid=26160): stderr: \u000a| �[0;m�[38;5;43m20221214131804125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131804125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131804125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131804126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131804126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131804126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131804126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:05.936036 run patchelf(pid=26163): Terminating (SIGINT)\u000a13:18:06.105881 run patchelf(pid=26163): Terminated: ok {rc=0}\u000a13:18:06.137216 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26160): Process ended prematurely: osmo-stp_10.42.42.5(pid=26160) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26160)] [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:18:06.146350 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a13:18:06.205922 run osmo-hlr_10.42.42.2(pid=26157): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26157)]\u000a13:18:06.254567 run osmo-hlr_10.42.42.2(pid=26157): stdout: \u000a| (launched: 2022-12-14_13:18:02.999768) \u000a13:18:06.303592 run osmo-hlr_10.42.42.2(pid=26157): stderr: \u000a| �[0;m�[1;31m20221214131803178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131803178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131803178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131803178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131803178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131803179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131803190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131803201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131803201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131803201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:06.345654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26145): Terminating (SIGTERM)\u000a13:18:06.385223 run iperf3-srv_10.42.42.10(pid=26147): Terminating (SIGTERM)\u000a13:18:06.424822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26148): Terminating (SIGTERM)\u000a13:18:06.464282 run iperf3-srv_10.42.42.10(pid=26149): Terminating (SIGTERM)\u000a13:18:06.503959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26150): Terminating (SIGTERM)\u000a13:18:06.543388 run iperf3-srv_10.42.42.10(pid=26151): Terminating (SIGTERM)\u000a13:18:06.583043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26152): Terminating (SIGTERM)\u000a13:18:06.622484 run iperf3-srv_10.42.42.10(pid=26153): Terminating (SIGTERM)\u000a13:18:06.662075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26156): Terminating (SIGTERM)\u000a13:18:06.701511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26159): Terminating (SIGTERM)\u000a13:18:06.741083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26162): Terminating (SIGTERM)\u000a13:18:06.750300 --- ParallelTerminationStrategy: PID 26145 died...\u000a13:18:06.803276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26145): Terminated: ok {rc=0}\u000a13:18:06.812765 --- ParallelTerminationStrategy: PID 26147 died...\u000a13:18:06.865452 run iperf3-srv_10.42.42.10(pid=26147): Terminated {rc=256}\u000a13:18:06.875025 --- ParallelTerminationStrategy: PID 26148 died...\u000a13:18:06.927783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26148): Terminated: ok {rc=0}\u000a13:18:06.937482 --- ParallelTerminationStrategy: PID 26149 died...\u000a13:18:06.989864 run iperf3-srv_10.42.42.10(pid=26149): Terminated {rc=256}\u000a13:18:06.999280 --- ParallelTerminationStrategy: PID 26150 died...\u000a13:18:07.051872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26150): Terminated: ok {rc=0}\u000a13:18:07.061369 --- ParallelTerminationStrategy: PID 26151 died...\u000a13:18:07.113844 run iperf3-srv_10.42.42.10(pid=26151): Terminated {rc=256}\u000a13:18:07.123290 --- ParallelTerminationStrategy: PID 26152 died...\u000a13:18:07.175945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26152): Terminated: ok {rc=0}\u000a13:18:07.186010 --- ParallelTerminationStrategy: PID 26153 died...\u000a13:18:07.238329 run iperf3-srv_10.42.42.10(pid=26153): Terminated {rc=256}\u000a13:18:07.247879 --- ParallelTerminationStrategy: PID 26156 died...\u000a13:18:07.300565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26156): Terminated: ok {rc=0}\u000a13:18:07.310186 --- ParallelTerminationStrategy: PID 26159 died...\u000a13:18:07.363059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26159): Terminated: ok {rc=0}\u000a13:18:07.372591 --- ParallelTerminationStrategy: PID 26162 died...\u000a13:18:07.425504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26162): Terminated: ok {rc=0}\u000a13:18:07.513663 bus /gobi_4: Setting Powered False\u000a13:18:08.618603 bus /gobi_4: Setting Powered False\u000a13:18:09.728905 bus /gobi_1: Setting Powered False\u000a13:18:10.829436 bus /gobi_1: Setting Powered False\u000a13:18:11.940572 bus /gobi_0: Setting Powered False\u000a13:18:13.043130 bus /gobi_0: Setting Powered False\u000a13:18:14.154973 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26170): Process ended prematurely: osmo-stp_10.42.42.5(pid=26170) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26170)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26170): Process ended prematurely: osmo-stp_10.42.42.5(pid=26170) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26170)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:18:15.221145 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:18:15.232400 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:18:15.385969 tst ping.py: using LAC 41161\u000a13:18:15.507821 tst ping.py: using RAC 106\u000a13:18:15.622249 tst ping.py: using CellId 41161\u000a13:18:15.737439 tst ping.py: using BVCI 41162\u000a13:18:15.759951 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:18:15.770829 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:18:15.781476 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:18:15.792471 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:18:15.803481 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:18:15.814346 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:18:15.825160 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:18:15.848385 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:18:16.167729 tst ping.py:19: start network...\u000a13:18:16.306930 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:16.864007 run create_hlr_db(pid=26164): Launched\u000a13:18:17.055705 bus /gobi_6: Setting Powered False\u000a13:18:18.071247 run create_hlr_db(pid=26164): Terminated: ok {rc=0}\u000a13:18:18.494941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26166): Launched\u000a13:18:18.814472 run osmo-hlr_10.42.42.2(pid=26167): Launched\u000a13:18:18.932384 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:19.486072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26169): Launched\u000a13:18:19.804640 run osmo-stp_10.42.42.5(pid=26170): Launched\u000a13:18:19.920636 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:18:20.476182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26172): Launched\u000a13:18:20.590663 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:18:20.867941 run patchelf(pid=26173): Launched\u000a13:18:21.053872 run osmo-stp_10.42.42.5(pid=26170): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26170)]\u000a13:18:21.190176 run osmo-stp_10.42.42.5(pid=26170): stdout: \u000a| (launched: 2022-12-14_13:18:19.647952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:21.326991 run osmo-stp_10.42.42.5(pid=26170): stderr: \u000a| �[0;m�[38;5;43m20221214131819840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131819840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131819840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131819841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131819841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131819841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131819841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:21.458704 run osmo-stp_10.42.42.5(pid=26170): stdout: \u000a| (launched: 2022-12-14_13:18:19.647952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:21.589273 run osmo-stp_10.42.42.5(pid=26170): stderr: \u000a| �[0;m�[38;5;43m20221214131819840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131819840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131819840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131819841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131819841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131819841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131819841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:21.741392 run patchelf(pid=26173): Terminating (SIGINT)\u000a13:18:21.919888 run patchelf(pid=26173): Terminated: ok {rc=0}\u000a13:18:21.952256 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26170): Process ended prematurely: osmo-stp_10.42.42.5(pid=26170) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26170)] [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:18:21.961534 tst ping.py:22: Test FAILED (6.7 sec)\u000a13:18:22.024767 run osmo-hlr_10.42.42.2(pid=26167): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26167)]\u000a13:18:22.076403 run osmo-hlr_10.42.42.2(pid=26167): stdout: \u000a| (launched: 2022-12-14_13:18:18.657536) \u000a13:18:22.128674 run osmo-hlr_10.42.42.2(pid=26167): stderr: \u000a| �[0;m�[1;31m20221214131818856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131818856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131818856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131818856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131818856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131818856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131818868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131818876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131818876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131818876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:22.173469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26166): Terminating (SIGTERM)\u000a13:18:22.215689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26169): Terminating (SIGTERM)\u000a13:18:22.257887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26172): Terminating (SIGTERM)\u000a13:18:22.267594 --- ParallelTerminationStrategy: PID 26166 died...\u000a13:18:22.324537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26166): Terminated: ok {rc=0}\u000a13:18:22.334870 --- ParallelTerminationStrategy: PID 26169 died...\u000a13:18:22.391331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26169): Terminated: ok {rc=0}\u000a13:18:22.401568 --- ParallelTerminationStrategy: PID 26172 died...\u000a13:18:22.458048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26172): Terminated: ok {rc=0}\u000a13:18:22.545484 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26180): Process ended prematurely: osmo-stp_10.42.42.5(pid=26180) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26180)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26180): Process ended prematurely: osmo-stp_10.42.42.5(pid=26180) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26180)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:18:23.597826 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:18:23.609785 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:18:23.768054 tst ping_idle_ping.py: using LAC 41162\u000a13:18:23.887617 tst ping_idle_ping.py: using RAC 107\u000a13:18:24.007937 tst ping_idle_ping.py: using CellId 41162\u000a13:18:24.132494 tst ping_idle_ping.py: using BVCI 41163\u000a13:18:24.156985 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:18:24.168408 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:18:24.179711 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:18:24.191013 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:18:24.203071 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:18:24.214978 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:18:24.226980 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:18:24.239053 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:18:24.529581 tst ping_idle_ping.py:24: start network...\u000a13:18:24.664417 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:25.175756 run create_hlr_db(pid=26174): Launched\u000a13:18:25.361835 bus /gobi_6: Setting Powered False\u000a13:18:26.381757 run create_hlr_db(pid=26174): Terminated: ok {rc=0}\u000a13:18:26.779742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26176): Launched\u000a13:18:27.077144 run osmo-hlr_10.42.42.2(pid=26177): Launched\u000a13:18:27.187579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:27.703982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26179): Launched\u000a13:18:28.001615 run osmo-stp_10.42.42.5(pid=26180): Launched\u000a13:18:28.109625 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:18:28.626574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26182): Launched\u000a13:18:28.732259 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:18:28.991435 run patchelf(pid=26183): Launched\u000a13:18:29.165669 run osmo-stp_10.42.42.5(pid=26180): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26180)]\u000a13:18:29.292218 run osmo-stp_10.42.42.5(pid=26180): stdout: \u000a| (launched: 2022-12-14_13:18:27.855360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:29.419287 run osmo-stp_10.42.42.5(pid=26180): stderr: \u000a| �[0;m�[38;5;43m20221214131828025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131828025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131828025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131828025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131828026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131828026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131828026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:29.542356 run osmo-stp_10.42.42.5(pid=26180): stdout: \u000a| (launched: 2022-12-14_13:18:27.855360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:29.664279 run osmo-stp_10.42.42.5(pid=26180): stderr: \u000a| �[0;m�[38;5;43m20221214131828025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131828025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131828025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131828025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131828026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131828026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131828026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:29.806200 run patchelf(pid=26183): Terminating (SIGINT)\u000a13:18:29.973293 run patchelf(pid=26183): Terminated: ok {rc=0}\u000a13:18:30.003538 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26180): Process ended prematurely: osmo-stp_10.42.42.5(pid=26180) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26180)] [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:18:30.012061 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:18:30.071215 run osmo-hlr_10.42.42.2(pid=26177): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26177)]\u000a13:18:30.119641 run osmo-hlr_10.42.42.2(pid=26177): stdout: \u000a| (launched: 2022-12-14_13:18:26.931006) \u000a13:18:30.168537 run osmo-hlr_10.42.42.2(pid=26177): stderr: \u000a| �[0;m�[1;31m20221214131827107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131827107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131827107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131827107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131827107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131827107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131827118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131827127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131827127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131827127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:30.210053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26176): Terminating (SIGTERM)\u000a13:18:30.249253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26179): Terminating (SIGTERM)\u000a13:18:30.288260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26182): Terminating (SIGTERM)\u000a13:18:30.297336 --- ParallelTerminationStrategy: PID 26176 died...\u000a13:18:30.349881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26176): Terminated: ok {rc=0}\u000a13:18:30.359356 --- ParallelTerminationStrategy: PID 26179 died...\u000a13:18:30.411456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26179): Terminated: ok {rc=0}\u000a13:18:30.420821 --- ParallelTerminationStrategy: PID 26182 died...\u000a13:18:30.472974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26182): Terminated: ok {rc=0}\u000a13:18:30.559774 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:17:32" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26197): Process ended prematurely: osmo-stp_10.42.42.5(pid=26197) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26197)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26197): Process ended prematurely: osmo-stp_10.42.42.5(pid=26197) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:18:32.707045 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:32.717789 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:18:32.871775 tst cs_paging_gprs_active.py: using LAC 41163\u000a13:18:32.993254 tst cs_paging_gprs_active.py: using RAC 108\u000a13:18:33.110012 tst cs_paging_gprs_active.py: using CellId 41163\u000a13:18:33.227274 tst cs_paging_gprs_active.py: using BVCI 41164\u000a13:18:33.250334 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:33.261094 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:33.271599 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:33.282133 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:33.293057 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:33.303801 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:33.314545 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:33.325220 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:33.335976 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:18:33.451781 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:18:33.747117 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:18:33.883255 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:34.218863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26187): Launched\u000a13:18:34.497393 run iperf3-srv_10.42.42.10(pid=26188): Launched\u000a13:18:34.696603 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:18:34.833399 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:35.169504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26189): Launched\u000a13:18:35.447113 run iperf3-srv_10.42.42.10(pid=26190): Launched\u000a13:18:35.646421 tst cs_paging_gprs_active.py:38: start network...\u000a13:18:35.783134 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:36.294061 run create_hlr_db(pid=26191): Launched\u000a13:18:36.482131 bus /gobi_6: Setting Powered False\u000a13:18:37.503287 run create_hlr_db(pid=26191): Terminated: ok {rc=0}\u000a13:18:37.934979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26193): Launched\u000a13:18:38.260242 run osmo-hlr_10.42.42.2(pid=26194): Launched\u000a13:18:38.380448 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:38.943437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26196): Launched\u000a13:18:39.268035 run osmo-stp_10.42.42.5(pid=26197): Launched\u000a13:18:39.386362 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:18:39.951589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26200): Launched\u000a13:18:40.068095 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:18:40.350431 run patchelf(pid=26201): Launched\u000a13:18:40.540486 run osmo-stp_10.42.42.5(pid=26197): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26197)]\u000a13:18:40.679345 run osmo-stp_10.42.42.5(pid=26197): stdout: \u000a| (launched: 2022-12-14_13:18:39.108678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:40.819218 run osmo-stp_10.42.42.5(pid=26197): stderr: \u000a| �[0;m�[38;5;43m20221214131839300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131839300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131839300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131839301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131839303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131839303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131839303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:40.954155 run osmo-stp_10.42.42.5(pid=26197): stdout: \u000a| (launched: 2022-12-14_13:18:39.108678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:41.087394 run osmo-stp_10.42.42.5(pid=26197): stderr: \u000a| �[0;m�[38;5;43m20221214131839300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131839300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131839300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131839301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131839303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131839303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131839303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:41.242634 run patchelf(pid=26201): Terminating (SIGINT)\u000a13:18:41.424379 run patchelf(pid=26201): Terminated: ok {rc=0}\u000a13:18:41.457971 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26197): Process ended prematurely: osmo-stp_10.42.42.5(pid=26197) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26197)] [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:18:41.467788 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:18:41.530855 run osmo-hlr_10.42.42.2(pid=26194): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26194)]\u000a13:18:41.582409 run osmo-hlr_10.42.42.2(pid=26194): stdout: \u000a| (launched: 2022-12-14_13:18:38.101025) \u000a13:18:41.634340 run osmo-hlr_10.42.42.2(pid=26194): stderr: \u000a| �[0;m�[1;31m20221214131838297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131838297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131838297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131838298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131838298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131838298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131838311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131838319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131838319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131838319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:41.678934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26187): Terminating (SIGTERM)\u000a13:18:41.721246 run iperf3-srv_10.42.42.10(pid=26188): Terminating (SIGTERM)\u000a13:18:41.763451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26189): Terminating (SIGTERM)\u000a13:18:41.806100 run iperf3-srv_10.42.42.10(pid=26190): Terminating (SIGTERM)\u000a13:18:41.848192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26193): Terminating (SIGTERM)\u000a13:18:41.890483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26196): Terminating (SIGTERM)\u000a13:18:41.932138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26200): Terminating (SIGTERM)\u000a13:18:41.941765 --- ParallelTerminationStrategy: PID 26187 died...\u000a13:18:41.997768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26187): Terminated: ok {rc=0}\u000a13:18:42.007761 --- ParallelTerminationStrategy: PID 26188 died...\u000a13:18:42.063262 run iperf3-srv_10.42.42.10(pid=26188): Terminated {rc=256}\u000a13:18:42.073148 --- ParallelTerminationStrategy: PID 26189 died...\u000a13:18:42.128352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26189): Terminated: ok {rc=0}\u000a13:18:42.138200 --- ParallelTerminationStrategy: PID 26190 died...\u000a13:18:42.193387 run iperf3-srv_10.42.42.10(pid=26190): Terminated {rc=256}\u000a13:18:42.203190 --- ParallelTerminationStrategy: PID 26193 died...\u000a13:18:42.258548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26193): Terminated: ok {rc=0}\u000a13:18:42.268429 --- ParallelTerminationStrategy: PID 26196 died...\u000a13:18:42.323987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26196): Terminated: ok {rc=0}\u000a13:18:42.333907 --- ParallelTerminationStrategy: PID 26200 died...\u000a13:18:42.389357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26200): Terminated: ok {rc=0}\u000a13:18:42.475196 bus /gobi_0: Setting Powered False\u000a13:18:43.580840 bus /gobi_0: Setting Powered False\u000a13:18:44.688356 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26212): Process ended prematurely: osmo-stp_10.42.42.5(pid=26212) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26212)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26212): Process ended prematurely: osmo-stp_10.42.42.5(pid=26212) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:18:45.802323 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:45.814069 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:18:46.000692 tst iperf3.py: using LAC 41164\u000a13:18:46.135641 tst iperf3.py: using RAC 109\u000a13:18:46.289407 tst iperf3.py: using CellId 41164\u000a13:18:46.420937 tst iperf3.py: using BVCI 41165\u000a13:18:46.445603 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:46.457257 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:46.468638 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:46.480115 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:46.492164 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:46.504800 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:46.516532 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:46.528073 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:46.539892 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:18:46.847510 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:18:46.978405 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:47.312009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26203): Launched\u000a13:18:47.572546 run iperf3-srv_10.42.42.10(pid=26204): Launched\u000a13:18:47.757244 tst iperf3.py:8: start network...\u000a13:18:47.882920 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:48.366515 run create_hlr_db(pid=26206): Launched\u000a13:18:48.539476 bus /gobi_6: Setting Powered False\u000a13:18:49.561354 run create_hlr_db(pid=26206): Terminated: ok {rc=0}\u000a13:18:49.961750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26208): Launched\u000a13:18:50.262825 run osmo-hlr_10.42.42.2(pid=26209): Launched\u000a13:18:50.372291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:50.897322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26211): Launched\u000a13:18:51.198759 run osmo-stp_10.42.42.5(pid=26212): Launched\u000a13:18:51.308231 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:18:51.832330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26214): Launched\u000a13:18:51.939917 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:18:52.203307 run patchelf(pid=26215): Launched\u000a13:18:52.379841 run osmo-stp_10.42.42.5(pid=26212): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26212)]\u000a13:18:52.508552 run osmo-stp_10.42.42.5(pid=26212): stdout: \u000a| (launched: 2022-12-14_13:18:51.050739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:52.638134 run osmo-stp_10.42.42.5(pid=26212): stderr: \u000a| �[0;m�[38;5;43m20221214131851220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131851220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131851220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131851221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131851221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131851221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131851221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:52.762995 run osmo-stp_10.42.42.5(pid=26212): stdout: \u000a| (launched: 2022-12-14_13:18:51.050739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:52.886969 run osmo-stp_10.42.42.5(pid=26212): stderr: \u000a| �[0;m�[38;5;43m20221214131851220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131851220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131851220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131851221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131851221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131851221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131851221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:53.031161 run patchelf(pid=26215): Terminating (SIGINT)\u000a13:18:53.199977 run patchelf(pid=26215): Terminated: ok {rc=0}\u000a13:18:53.230936 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26212): Process ended prematurely: osmo-stp_10.42.42.5(pid=26212) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26212)] [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:18:53.240086 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:18:53.299879 run osmo-hlr_10.42.42.2(pid=26209): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26209)]\u000a13:18:53.348638 run osmo-hlr_10.42.42.2(pid=26209): stdout: \u000a| (launched: 2022-12-14_13:18:50.115967) \u000a13:18:53.398124 run osmo-hlr_10.42.42.2(pid=26209): stderr: \u000a| �[0;m�[1;31m20221214131850290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131850290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131850290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131850290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131850290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131850290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131850306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131850317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131850317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131850317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:53.440265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26203): Terminating (SIGTERM)\u000a13:18:53.480073 run iperf3-srv_10.42.42.10(pid=26204): Terminating (SIGTERM)\u000a13:18:53.520016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26208): Terminating (SIGTERM)\u000a13:18:53.559997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26211): Terminating (SIGTERM)\u000a13:18:53.599791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26214): Terminating (SIGTERM)\u000a13:18:53.609036 --- ParallelTerminationStrategy: PID 26203 died...\u000a13:18:53.662532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26203): Terminated: ok {rc=0}\u000a13:18:53.672194 --- ParallelTerminationStrategy: PID 26204 died...\u000a13:18:53.725494 run iperf3-srv_10.42.42.10(pid=26204): Terminated {rc=256}\u000a13:18:53.735118 --- ParallelTerminationStrategy: PID 26208 died...\u000a13:18:53.788181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26208): Terminated: ok {rc=0}\u000a13:18:53.797731 --- ParallelTerminationStrategy: PID 26211 died...\u000a13:18:53.850806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26211): Terminated: ok {rc=0}\u000a13:18:53.860372 --- ParallelTerminationStrategy: PID 26214 died...\u000a13:18:53.913531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26214): Terminated: ok {rc=0}\u000a13:18:53.996420 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26250): Process ended prematurely: osmo-stp_10.42.42.5(pid=26250) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26250): Process ended prematurely: osmo-stp_10.42.42.5(pid=26250) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:18:55.111081 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:55.122896 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:18:55.289722 tst iperf3m4.py: using LAC 41165\u000a13:18:55.416488 tst iperf3m4.py: using RAC 110\u000a13:18:55.539318 tst iperf3m4.py: using CellId 41165\u000a13:18:55.665364 tst iperf3m4.py: using BVCI 41166\u000a13:18:55.688526 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:55.699792 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:55.710688 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:55.721570 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:55.732393 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:55.743450 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:55.754679 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:55.765485 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:55.776577 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:18:55.897223 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:18:56.015710 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:18:56.135627 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:18:56.414637 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:18:56.540617 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:56.855411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26216): Launched\u000a13:18:57.114424 run iperf3-srv_10.42.42.10(pid=26217): Launched\u000a13:18:57.298443 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:18:57.423625 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:57.735321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26218): Launched\u000a13:18:57.994828 run iperf3-srv_10.42.42.10(pid=26219): Launched\u000a13:18:58.179560 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:18:58.304595 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:58.615923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26220): Launched\u000a13:18:58.874755 run iperf3-srv_10.42.42.10(pid=26221): Launched\u000a13:18:59.058580 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:18:59.183984 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:59.495872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26222): Launched\u000a13:18:59.754546 run iperf3-srv_10.42.42.10(pid=26223): Launched\u000a13:18:59.937850 tst iperf3m4.py:8: start network...\u000a13:19:00.062963 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:00.545750 run create_hlr_db(pid=26224): Launched\u000a13:19:00.719764 bus /gobi_6: Setting Powered False\u000a13:19:01.765951 run create_hlr_db(pid=26224): Terminated: ok {rc=0}\u000a13:19:02.221353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26245): Launched\u000a13:19:02.522105 run osmo-hlr_10.42.42.2(pid=26246): Launched\u000a13:19:02.632446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:03.155100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26248): Launched\u000a13:19:03.455239 run osmo-stp_10.42.42.5(pid=26250): Launched\u000a13:19:03.563775 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:19:04.089312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26252): Launched\u000a13:19:04.197495 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:19:04.459674 run patchelf(pid=26253): Launched\u000a13:19:04.635924 run osmo-stp_10.42.42.5(pid=26250): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)]\u000a13:19:04.764752 run osmo-stp_10.42.42.5(pid=26250): stdout: \u000a| (launched: 2022-12-14_13:19:03.307699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:04.894245 run osmo-stp_10.42.42.5(pid=26250): stderr: \u000a| �[0;m�[38;5;43m20221214131903478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131903479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131903479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131903479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131903480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131903480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131903480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:05.019298 run osmo-stp_10.42.42.5(pid=26250): stdout: \u000a| (launched: 2022-12-14_13:19:03.307699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:05.143703 run osmo-stp_10.42.42.5(pid=26250): stderr: \u000a| �[0;m�[38;5;43m20221214131903478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131903479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131903479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131903479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131903480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131903480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131903480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:05.287727 run patchelf(pid=26253): Terminating (SIGINT)\u000a13:19:05.456898 run patchelf(pid=26253): Terminated: ok {rc=0}\u000a13:19:05.488094 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26250): Process ended prematurely: osmo-stp_10.42.42.5(pid=26250) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)] [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:19:05.497274 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a13:19:05.556693 run osmo-hlr_10.42.42.2(pid=26246): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26246)]\u000a13:19:05.605064 run osmo-hlr_10.42.42.2(pid=26246): stdout: \u000a| (launched: 2022-12-14_13:19:02.374361) \u000a13:19:05.654660 run osmo-hlr_10.42.42.2(pid=26246): stderr: \u000a| �[0;m�[1;31m20221214131902554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131902554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131902554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131902554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131902554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131902554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131902566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131902575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131902575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131902575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:05.696729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26216): Terminating (SIGTERM)\u000a13:19:05.736450 run iperf3-srv_10.42.42.10(pid=26217): Terminating (SIGTERM)\u000a13:19:05.776330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26218): Terminating (SIGTERM)\u000a13:19:05.816081 run iperf3-srv_10.42.42.10(pid=26219): Terminating (SIGTERM)\u000a13:19:05.855645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26220): Terminating (SIGTERM)\u000a13:19:05.894995 run iperf3-srv_10.42.42.10(pid=26221): Terminating (SIGTERM)\u000a13:19:05.934540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26222): Terminating (SIGTERM)\u000a13:19:05.973903 run iperf3-srv_10.42.42.10(pid=26223): Terminating (SIGTERM)\u000a13:19:06.013541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26245): Terminating (SIGTERM)\u000a13:19:06.053052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26248): Terminating (SIGTERM)\u000a13:19:06.092592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26252): Terminating (SIGTERM)\u000a13:19:06.101939 --- ParallelTerminationStrategy: PID 26216 died...\u000a13:19:06.155398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26216): Terminated: ok {rc=0}\u000a13:19:06.165066 --- ParallelTerminationStrategy: PID 26217 died...\u000a13:19:06.218524 run iperf3-srv_10.42.42.10(pid=26217): Terminated {rc=256}\u000a13:19:06.228178 --- ParallelTerminationStrategy: PID 26218 died...\u000a13:19:06.281211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26218): Terminated: ok {rc=0}\u000a13:19:06.290843 --- ParallelTerminationStrategy: PID 26219 died...\u000a13:19:06.343599 run iperf3-srv_10.42.42.10(pid=26219): Terminated {rc=256}\u000a13:19:06.353195 --- ParallelTerminationStrategy: PID 26220 died...\u000a13:19:06.406175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26220): Terminated: ok {rc=0}\u000a13:19:06.415754 --- ParallelTerminationStrategy: PID 26221 died...\u000a13:19:06.468369 run iperf3-srv_10.42.42.10(pid=26221): Terminated {rc=256}\u000a13:19:06.477813 --- ParallelTerminationStrategy: PID 26222 died...\u000a13:19:06.530982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26222): Terminated: ok {rc=0}\u000a13:19:06.540490 --- ParallelTerminationStrategy: PID 26223 died...\u000a13:19:06.593256 run iperf3-srv_10.42.42.10(pid=26223): Terminated {rc=256}\u000a13:19:06.602830 --- ParallelTerminationStrategy: PID 26245 died...\u000a13:19:06.655866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26245): Terminated: ok {rc=0}\u000a13:19:06.665867 --- ParallelTerminationStrategy: PID 26248 died...\u000a13:19:06.718829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26248): Terminated: ok {rc=0}\u000a13:19:06.728473 --- ParallelTerminationStrategy: PID 26252 died...\u000a13:19:06.781318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26252): Terminated: ok {rc=0}\u000a13:19:06.869523 bus /gobi_4: Setting Powered False\u000a13:19:07.975125 bus /gobi_4: Setting Powered False\u000a13:19:09.086916 bus /gobi_1: Setting Powered False\u000a13:19:10.188320 bus /gobi_1: Setting Powered False\u000a13:19:11.298517 bus /gobi_0: Setting Powered False\u000a13:19:12.402783 bus /gobi_0: Setting Powered False\u000a13:19:13.510964 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26260): Process ended prematurely: osmo-stp_10.42.42.5(pid=26260) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26260)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26260): Process ended prematurely: osmo-stp_10.42.42.5(pid=26260) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:19:14.578553 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:19:14.590823 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:19:14.756479 tst ping.py: using LAC 41166\u000a13:19:14.882964 tst ping.py: using RAC 111\u000a13:19:15.008765 tst ping.py: using CellId 41166\u000a13:19:15.133456 tst ping.py: using BVCI 41167\u000a13:19:15.157976 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:19:15.169325 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:19:15.180439 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:19:15.191601 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:19:15.203060 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:19:15.214525 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:19:15.226128 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:19:15.237637 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:19:15.511401 tst ping.py:19: start network...\u000a13:19:15.635257 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:16.176633 run create_hlr_db(pid=26254): Launched\u000a13:19:16.368376 bus /gobi_6: Setting Powered False\u000a13:19:17.385072 run create_hlr_db(pid=26254): Terminated: ok {rc=0}\u000a13:19:17.810460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26256): Launched\u000a13:19:18.130025 run osmo-hlr_10.42.42.2(pid=26257): Launched\u000a13:19:18.249194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:18.811511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26259): Launched\u000a13:19:19.130987 run osmo-stp_10.42.42.5(pid=26260): Launched\u000a13:19:19.246977 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:19:19.805188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26262): Launched\u000a13:19:19.920051 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:19:20.197765 run patchelf(pid=26263): Launched\u000a13:19:20.385181 run osmo-stp_10.42.42.5(pid=26260): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26260)]\u000a13:19:20.522001 run osmo-stp_10.42.42.5(pid=26260): stdout: \u000a| (launched: 2022-12-14_13:19:18.974182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:20.659102 run osmo-stp_10.42.42.5(pid=26260): stderr: \u000a| �[0;m�[38;5;43m20221214131919168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131919168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131919168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131919169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131919169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131919169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131919169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:20.792048 run osmo-stp_10.42.42.5(pid=26260): stdout: \u000a| (launched: 2022-12-14_13:19:18.974182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:20.924048 run osmo-stp_10.42.42.5(pid=26260): stderr: \u000a| �[0;m�[38;5;43m20221214131919168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131919168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131919168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131919169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131919169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131919169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131919169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:21.076004 run patchelf(pid=26263): Terminating (SIGINT)\u000a13:19:21.254069 run patchelf(pid=26263): Terminated: ok {rc=0}\u000a13:19:21.286484 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26260): Process ended prematurely: osmo-stp_10.42.42.5(pid=26260) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26260)] [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:19:21.295512 tst ping.py:22: Test FAILED (6.7 sec)\u000a13:19:21.358878 run osmo-hlr_10.42.42.2(pid=26257): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26257)]\u000a13:19:21.410668 run osmo-hlr_10.42.42.2(pid=26257): stdout: \u000a| (launched: 2022-12-14_13:19:17.973004) \u000a13:19:21.463006 run osmo-hlr_10.42.42.2(pid=26257): stderr: \u000a| �[0;m�[1;31m20221214131918170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131918170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131918170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131918170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131918170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131918170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131918183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131918192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131918192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131918192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:21.507883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26256): Terminating (SIGTERM)\u000a13:19:21.550598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26259): Terminating (SIGTERM)\u000a13:19:21.592720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26262): Terminating (SIGTERM)\u000a13:19:21.602481 --- ParallelTerminationStrategy: PID 26256 died...\u000a13:19:21.658859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26256): Terminated: ok {rc=0}\u000a13:19:21.668864 --- ParallelTerminationStrategy: PID 26259 died...\u000a13:19:21.725325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26259): Terminated: ok {rc=0}\u000a13:19:21.735342 --- ParallelTerminationStrategy: PID 26262 died...\u000a13:19:21.791854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26262): Terminated: ok {rc=0}\u000a13:19:21.878826 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26271): Process ended prematurely: osmo-stp_10.42.42.5(pid=26271) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26271)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26271): Process ended prematurely: osmo-stp_10.42.42.5(pid=26271) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:19:22.930163 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:19:22.942066 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:19:23.100203 tst ping_idle_ping.py: using LAC 41167\u000a13:19:23.218100 tst ping_idle_ping.py: using RAC 112\u000a13:19:23.335104 tst ping_idle_ping.py: using CellId 41167\u000a13:19:23.454741 tst ping_idle_ping.py: using BVCI 41168\u000a13:19:23.477644 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:19:23.488406 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:19:23.499036 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:19:23.509696 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:19:23.520626 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:19:23.531678 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:19:23.542576 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:19:23.553254 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:19:23.843633 tst ping_idle_ping.py:24: start network...\u000a13:19:23.977676 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:24.484763 run create_hlr_db(pid=26265): Launched\u000a13:19:24.670703 bus /gobi_6: Setting Powered False\u000a13:19:25.691252 run create_hlr_db(pid=26265): Terminated: ok {rc=0}\u000a13:19:26.116878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26267): Launched\u000a13:19:26.437200 run osmo-hlr_10.42.42.2(pid=26268): Launched\u000a13:19:26.556687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:27.111100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26270): Launched\u000a13:19:27.432056 run osmo-stp_10.42.42.5(pid=26271): Launched\u000a13:19:27.548764 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:19:28.106391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26273): Launched\u000a13:19:28.220643 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:19:28.498519 run patchelf(pid=26274): Launched\u000a13:19:28.685677 run osmo-stp_10.42.42.5(pid=26271): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26271)]\u000a13:19:28.822951 run osmo-stp_10.42.42.5(pid=26271): stdout: \u000a| (launched: 2022-12-14_13:19:27.274799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:28.959934 run osmo-stp_10.42.42.5(pid=26271): stderr: \u000a| �[0;m�[38;5;43m20221214131927468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131927468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131927468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131927469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131927469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131927469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131927469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:29.092684 run osmo-stp_10.42.42.5(pid=26271): stdout: \u000a| (launched: 2022-12-14_13:19:27.274799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:29.224438 run osmo-stp_10.42.42.5(pid=26271): stderr: \u000a| �[0;m�[38;5;43m20221214131927468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131927468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131927468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131927469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131927469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131927469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131927469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:29.376937 run patchelf(pid=26274): Terminating (SIGINT)\u000a13:19:29.555367 run patchelf(pid=26274): Terminated: ok {rc=0}\u000a13:19:29.587666 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26271): Process ended prematurely: osmo-stp_10.42.42.5(pid=26271) [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26271)] [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:19:29.596774 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:19:29.659657 run osmo-hlr_10.42.42.2(pid=26268): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26268)]\u000a13:19:29.710767 run osmo-hlr_10.42.42.2(pid=26268): stdout: \u000a| (launched: 2022-12-14_13:19:26.280316) \u000a13:19:29.762829 run osmo-hlr_10.42.42.2(pid=26268): stderr: \u000a| �[0;m�[1;31m20221214131926479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131926479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131926479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131926479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131926479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131926479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131926490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131926500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131926500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131926500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:29.807376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26267): Terminating (SIGTERM)\u000a13:19:29.849168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26270): Terminating (SIGTERM)\u000a13:19:29.891336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26273): Terminating (SIGTERM)\u000a13:19:29.900892 --- ParallelTerminationStrategy: PID 26267 died...\u000a13:19:29.957107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26267): Terminated: ok {rc=0}\u000a13:19:29.967159 --- ParallelTerminationStrategy: PID 26270 died...\u000a13:19:30.023361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26270): Terminated: ok {rc=0}\u000a13:19:30.033423 --- ParallelTerminationStrategy: PID 26273 died...\u000a13:19:30.089538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26273): Terminated: ok {rc=0}\u000a13:19:30.176300 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:18:32" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26288): Process ended prematurely: osmo-stp_10.42.42.5(pid=26288) [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26288)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26288): Process ended prematurely: osmo-stp_10.42.42.5(pid=26288) [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:19:32.402217 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:32.413855 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:19:32.564638 tst cs_paging_gprs_active.py: using LAC 41168\u000a13:19:32.690689 tst cs_paging_gprs_active.py: using RAC 113\u000a13:19:32.817377 tst cs_paging_gprs_active.py: using CellId 41168\u000a13:19:32.943068 tst cs_paging_gprs_active.py: using BVCI 41169\u000a13:19:32.968099 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:32.979833 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:32.991251 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:33.002779 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:33.014475 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:33.026334 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:33.038342 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:33.050157 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:33.062377 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:19:33.181053 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:19:33.460216 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:19:33.587508 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:19:33.902596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26278): Launched\u000a13:19:34.162863 run iperf3-srv_10.42.42.10(pid=26279): Launched\u000a13:19:34.347929 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:19:34.475066 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:19:34.789822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26280): Launched\u000a13:19:35.051312 run iperf3-srv_10.42.42.10(pid=26281): Launched\u000a13:19:35.236325 tst cs_paging_gprs_active.py:38: start network...\u000a13:19:35.362570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:35.848336 run create_hlr_db(pid=26282): Launched\u000a13:19:36.022161 bus /gobi_6: Setting Powered False\u000a13:19:37.044543 run create_hlr_db(pid=26282): Terminated: ok {rc=0}\u000a13:19:37.476479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26284): Launched\u000a13:19:37.801989 run osmo-hlr_10.42.42.2(pid=26285): Launched\u000a13:19:37.923297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:38.485240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26287): Launched\u000a13:19:38.809776 run osmo-stp_10.42.42.5(pid=26288): Launched\u000a13:19:38.928751 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:19:39.495103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26290): Launched\u000a13:19:39.611709 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:19:39.894922 run patchelf(pid=26291): Launched\u000a13:19:40.085622 run osmo-stp_10.42.42.5(pid=26288): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26288)]\u000a13:19:40.224425 run osmo-stp_10.42.42.5(pid=26288): stdout: \u000a| (launched: 2022-12-14_13:19:38.650405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:40.363936 run osmo-stp_10.42.42.5(pid=26288): stderr: \u000a| �[0;m�[38;5;43m20221214131938845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131938845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131938845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131938846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131938846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131938846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131938846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:40.499342 run osmo-stp_10.42.42.5(pid=26288): stdout: \u000a| (launched: 2022-12-14_13:19:38.650405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:40.633302 run osmo-stp_10.42.42.5(pid=26288): stderr: \u000a| �[0;m�[38;5;43m20221214131938845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131938845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131938845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131938846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131938846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131938846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131938846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:40.788539 run patchelf(pid=26291): Terminating (SIGINT)\u000a13:19:40.970248 run patchelf(pid=26291): Terminated: ok {rc=0}\u000a13:19:41.003498 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26288): Process ended prematurely: osmo-stp_10.42.42.5(pid=26288) [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26288)] [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a13:19:41.013424 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a13:19:41.076848 run osmo-hlr_10.42.42.2(pid=26285): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26285)]\u000a13:19:41.128644 run osmo-hlr_10.42.42.2(pid=26285): stdout: \u000a| (launched: 2022-12-14_13:19:37.642932) \u000a13:19:41.181003 run osmo-hlr_10.42.42.2(pid=26285): stderr: \u000a| �[0;m�[1;31m20221214131937844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131937844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131937844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131937845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131937845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131937845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131937857 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131937865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131937865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131937865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:41.225723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26278): Terminating (SIGTERM)\u000a13:19:41.268353 run iperf3-srv_10.42.42.10(pid=26279): Terminating (SIGTERM)\u000a13:19:41.310635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26280): Terminating (SIGTERM)\u000a13:19:41.353094 run iperf3-srv_10.42.42.10(pid=26281): Terminating (SIGTERM)\u000a13:19:41.395268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26284): Terminating (SIGTERM)\u000a13:19:41.437693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26287): Terminating (SIGTERM)\u000a13:19:41.479812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26290): Terminating (SIGTERM)\u000a13:19:41.489528 --- ParallelTerminationStrategy: PID 26278 died...\u000a13:19:41.546469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26278): Terminated: ok {rc=0}\u000a13:19:41.556617 --- ParallelTerminationStrategy: PID 26279 died...\u000a13:19:41.612996 run iperf3-srv_10.42.42.10(pid=26279): Terminated {rc=256}\u000a13:19:41.623097 --- ParallelTerminationStrategy: PID 26280 died...\u000a13:19:41.679532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26280): Terminated: ok {rc=0}\u000a13:19:41.689978 --- ParallelTerminationStrategy: PID 26281 died...\u000a13:19:41.746421 run iperf3-srv_10.42.42.10(pid=26281): Terminated {rc=256}\u000a13:19:41.756772 --- ParallelTerminationStrategy: PID 26284 died...\u000a13:19:41.813135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26284): Terminated: ok {rc=0}\u000a13:19:41.823143 --- ParallelTerminationStrategy: PID 26287 died...\u000a13:19:41.879488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26287): Terminated: ok {rc=0}\u000a13:19:41.889985 --- ParallelTerminationStrategy: PID 26290 died...\u000a13:19:41.946475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26290): Terminated: ok {rc=0}\u000a13:19:42.033900 bus /gobi_0: Setting Powered False\u000a13:19:43.137232 bus /gobi_0: Setting Powered False\u000a13:19:44.248167 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26300): Process ended prematurely: osmo-stp_10.42.42.5(pid=26300) [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26300)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26300): Process ended prematurely: osmo-stp_10.42.42.5(pid=26300) [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a13:19:45.363208 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:45.375782 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:19:45.527375 tst iperf3.py: using LAC 41169\u000a13:19:45.653828 tst iperf3.py: using RAC 114\u000a13:19:45.782876 tst iperf3.py: using CellId 41169\u000a13:19:45.912428 tst iperf3.py: using BVCI 41170\u000a13:19:45.938675 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:45.951558 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:45.964172 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:45.976562 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:45.989800 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:46.003395 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:46.016913 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:46.030917 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:46.044404 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:19:46.345656 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:19:46.480392 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:19:46.825293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26292): Launched\u000a13:19:47.120493 run iperf3-srv_10.42.42.10(pid=26293): Launched\u000a13:19:47.310429 tst iperf3.py:8: start network...\u000a13:19:47.436729 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:47.922524 run create_hlr_db(pid=26294): Launched\u000a13:19:48.096752 bus /gobi_6: Setting Powered False\u000a13:19:49.118166 run create_hlr_db(pid=26294): Terminated: ok {rc=0}\u000a13:19:49.548793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26296): Launched\u000a13:19:49.874577 run osmo-hlr_10.42.42.2(pid=26297): Launched\u000a13:19:49.994656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:50.559409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26299): Launched\u000a13:19:50.885515 run osmo-stp_10.42.42.5(pid=26300): Launched\u000a13:19:51.004049 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:19:51.570664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26302): Launched\u000a13:19:51.687750 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:19:51.971157 run patchelf(pid=26303): Launched\u000a13:19:52.161285 run osmo-stp_10.42.42.5(pid=26300): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26300)]\u000a13:19:52.300149 run osmo-stp_10.42.42.5(pid=26300): stdout: \u000a| (launched: 2022-12-14_13:19:50.725607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:52.439466 run osmo-stp_10.42.42.5(pid=26300): stderr: \u000a| �[0;m�[38;5;43m20221214131950918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131950918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131950919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131950919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131950920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131950920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131950920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:52.574328 run osmo-stp_10.42.42.5(pid=26300): stdout: \u000a| (launched: 2022-12-14_13:19:50.725607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:52.708751 run osmo-stp_10.42.42.5(pid=26300): stderr: \u000a| �[0;m�[38;5;43m20221214131950918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214131950918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214131950919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214131950919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214131950920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214131950920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214131950920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:52.864776 run patchelf(pid=26303): Terminating (SIGINT)\u000a13:19:53.047612 run patchelf(pid=26303): Terminated: ok {rc=0}\u000a13:19:53.081093 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26300): Process ended prematurely: osmo-stp_10.42.42.5(pid=26300) [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26300)] [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a13:19:53.091022 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a13:19:53.155935 run osmo-hlr_10.42.42.2(pid=26297): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26297)]\u000a13:19:53.207916 run osmo-hlr_10.42.42.2(pid=26297): stdout: \u000a| (launched: 2022-12-14_13:19:49.714755) \u000a13:19:53.260561 run osmo-hlr_10.42.42.2(pid=26297): stderr: \u000a| �[0;m�[1;31m20221214131949913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214131949913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214131949913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131949913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214131949913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214131949913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214131949926 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214131949934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214131949934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214131949934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:53.305801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26292): Terminating (SIGTERM)\u000a13:19:53.348003 run iperf3-srv_10.42.42.10(pid=26293): Terminating (SIGTERM)\u000a13:19:53.390633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26296): Terminating (SIGTERM)\u000a13:19:53.432917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26299): Terminating (SIGTERM)\u000a13:19:53.475819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26302): Terminating (SIGTERM)\u000a13:19:53.485606 --- ParallelTerminationStrategy: PID 26292 died...\u000a13:19:53.542698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26292): Terminated: ok {rc=0}\u000a13:19:53.552920 --- ParallelTerminationStrategy: PID 26293 died...\u000a13:19:53.609470 run iperf3-srv_10.42.42.10(pid=26293): Terminated {rc=256}\u000a13:19:53.619617 --- ParallelTerminationStrategy: PID 26296 died...\u000a13:19:53.675875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26296): Terminated: ok {rc=0}\u000a13:19:53.685924 --- ParallelTerminationStrategy: PID 26299 died...\u000a13:19:53.742179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26299): Terminated: ok {rc=0}\u000a13:19:53.752167 --- ParallelTerminationStrategy: PID 26302 died...\u000a13:19:53.808579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26302): Terminated: ok {rc=0}\u000a13:19:53.895481 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26322): Process ended prematurely: osmo-stp_10.42.42.5(pid=26322) [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26322)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26322): Process ended prematurely: osmo-stp_10.42.42.5(pid=26322) [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a13:19:55.010744 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:55.023175 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:19:55.170792 tst iperf3m4.py: using LAC 41170\u000a13:19:55.297721 tst iperf3m4.py: using RAC 115\u000a13:19:55.423750 tst iperf3m4.py: using CellId 41170\u000a13:19:55.550328 tst iperf3m4.py: using BVCI 41171\u000a13:19:55.575231 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:55.586980 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:55.598495 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:55.610010 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:55.621797 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:55.633588 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:55.645459 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:55.657206 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:19:55.669290 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:19:55.786111 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:19:55.908414 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:19:56.024802 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:19:56.322603 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:19:56.459896 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:19:56.797261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26304): Launched\u000a13:19:57.075854 run iperf3-srv_10.42.42.10(pid=26305): Launched\u000a13:19:57.276072 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:19:57.412283 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:19:57.748243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26306): Launched\u000a13:19:58.027265 run iperf3-srv_10.42.42.10(pid=26308): Launched\u000a13:19:58.227185 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:19:58.363452 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:19:58.699255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26309): Launched\u000a13:19:58.978140 run iperf3-srv_10.42.42.10(pid=26310): Launched\u000a13:19:59.176758 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:19:59.312502 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:19:59.647224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26311): Launched\u000a13:19:59.925714 run iperf3-srv_10.42.42.10(pid=26312): Launched\u000a13:20:00.124780 tst iperf3m4.py:8: start network...\u000a13:20:00.260054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:00.770212 run create_hlr_db(pid=26313): Launched\u000a13:20:00.967319 bus /gobi_6: Setting Powered False\u000a13:20:02.000206 run create_hlr_db(pid=26313): Terminated: ok {rc=0}\u000a13:20:02.448249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26318): Launched\u000a13:20:02.774406 run osmo-hlr_10.42.42.2(pid=26319): Launched\u000a13:20:02.894561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:03.463605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26321): Launched\u000a13:20:03.788072 run osmo-stp_10.42.42.5(pid=26322): Launched\u000a13:20:03.906523 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:20:04.471363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26324): Launched\u000a13:20:04.587156 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:20:04.869366 run patchelf(pid=26325): Launched\u000a13:20:05.058834 run osmo-stp_10.42.42.5(pid=26322): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26322)]\u000a13:20:05.197416 run osmo-stp_10.42.42.5(pid=26322): stdout: \u000a| (launched: 2022-12-14_13:20:03.628804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:05.336246 run osmo-stp_10.42.42.5(pid=26322): stderr: \u000a| �[0;m�[38;5;43m20221214132003820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132003820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132003821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132003821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132003822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132003822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132003822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:05.470450 run osmo-stp_10.42.42.5(pid=26322): stdout: \u000a| (launched: 2022-12-14_13:20:03.628804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:05.603654 run osmo-stp_10.42.42.5(pid=26322): stderr: \u000a| �[0;m�[38;5;43m20221214132003820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132003820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132003821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132003821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132003822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132003822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132003822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:05.758676 run patchelf(pid=26325): Terminating (SIGINT)\u000a13:20:05.941097 run patchelf(pid=26325): Terminated: ok {rc=0}\u000a13:20:05.974458 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26322): Process ended prematurely: osmo-stp_10.42.42.5(pid=26322) [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26322)] [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a13:20:05.984370 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a13:20:06.047567 run osmo-hlr_10.42.42.2(pid=26319): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26319)]\u000a13:20:06.099201 run osmo-hlr_10.42.42.2(pid=26319): stdout: \u000a| (launched: 2022-12-14_13:20:02.613586) \u000a13:20:06.150927 run osmo-hlr_10.42.42.2(pid=26319): stderr: \u000a| �[0;m�[1;31m20221214132002813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132002813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132002813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132002813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132002813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132002813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132002826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132002834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132002834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132002834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:06.195199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26304): Terminating (SIGTERM)\u000a13:20:06.237071 run iperf3-srv_10.42.42.10(pid=26305): Terminating (SIGTERM)\u000a13:20:06.279005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26306): Terminating (SIGTERM)\u000a13:20:06.320930 run iperf3-srv_10.42.42.10(pid=26308): Terminating (SIGTERM)\u000a13:20:06.362518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26309): Terminating (SIGTERM)\u000a13:20:06.404305 run iperf3-srv_10.42.42.10(pid=26310): Terminating (SIGTERM)\u000a13:20:06.445965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26311): Terminating (SIGTERM)\u000a13:20:06.487192 run iperf3-srv_10.42.42.10(pid=26312): Terminating (SIGTERM)\u000a13:20:06.529166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26318): Terminating (SIGTERM)\u000a13:20:06.571149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26321): Terminating (SIGTERM)\u000a13:20:06.613158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26324): Terminating (SIGTERM)\u000a13:20:06.622711 --- ParallelTerminationStrategy: PID 26304 died...\u000a13:20:06.678816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26304): Terminated: ok {rc=0}\u000a13:20:06.688889 --- ParallelTerminationStrategy: PID 26305 died...\u000a13:20:06.744806 run iperf3-srv_10.42.42.10(pid=26305): Terminated {rc=256}\u000a13:20:06.754824 --- ParallelTerminationStrategy: PID 26306 died...\u000a13:20:06.810906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26306): Terminated: ok {rc=0}\u000a13:20:06.821127 --- ParallelTerminationStrategy: PID 26308 died...\u000a13:20:06.876785 run iperf3-srv_10.42.42.10(pid=26308): Terminated {rc=256}\u000a13:20:06.886752 --- ParallelTerminationStrategy: PID 26309 died...\u000a13:20:06.942554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26309): Terminated: ok {rc=0}\u000a13:20:06.952475 --- ParallelTerminationStrategy: PID 26310 died...\u000a13:20:07.008109 run iperf3-srv_10.42.42.10(pid=26310): Terminated {rc=256}\u000a13:20:07.018085 --- ParallelTerminationStrategy: PID 26311 died...\u000a13:20:07.073902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26311): Terminated: ok {rc=0}\u000a13:20:07.083867 --- ParallelTerminationStrategy: PID 26312 died...\u000a13:20:07.139625 run iperf3-srv_10.42.42.10(pid=26312): Terminated {rc=256}\u000a13:20:07.149994 --- ParallelTerminationStrategy: PID 26318 died...\u000a13:20:07.205793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26318): Terminated: ok {rc=0}\u000a13:20:07.215842 --- ParallelTerminationStrategy: PID 26321 died...\u000a13:20:07.271807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26321): Terminated: ok {rc=0}\u000a13:20:07.281848 --- ParallelTerminationStrategy: PID 26324 died...\u000a13:20:07.337503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26324): Terminated: ok {rc=0}\u000a13:20:07.423954 bus /gobi_4: Setting Powered False\u000a13:20:08.527186 bus /gobi_4: Setting Powered False\u000a13:20:09.637285 bus /gobi_1: Setting Powered False\u000a13:20:10.739566 bus /gobi_1: Setting Powered False\u000a13:20:11.844740 bus /gobi_0: Setting Powered False\u000a13:20:12.949226 bus /gobi_0: Setting Powered False\u000a13:20:14.056797 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26332): Process ended prematurely: osmo-stp_10.42.42.5(pid=26332) [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26332)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26332): Process ended prematurely: osmo-stp_10.42.42.5(pid=26332) [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26332)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a13:20:15.124632 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:20:15.136922 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:20:15.284177 tst ping.py: using LAC 41171\u000a13:20:15.408785 tst ping.py: using RAC 116\u000a13:20:15.535268 tst ping.py: using CellId 41171\u000a13:20:15.661134 tst ping.py: using BVCI 41172\u000a13:20:15.685615 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:20:15.697400 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:20:15.708820 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:20:15.720221 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:20:15.731864 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:20:15.743662 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:20:15.755540 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:20:15.767208 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:20:16.075406 tst ping.py:19: start network...\u000a13:20:16.212870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:16.760637 run create_hlr_db(pid=26326): Launched\u000a13:20:16.975616 bus /gobi_6: Setting Powered False\u000a13:20:17.973360 run create_hlr_db(pid=26326): Terminated: ok {rc=0}\u000a13:20:18.398116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26328): Launched\u000a13:20:18.718035 run osmo-hlr_10.42.42.2(pid=26329): Launched\u000a13:20:18.837622 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:19.395481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26331): Launched\u000a13:20:19.715957 run osmo-stp_10.42.42.5(pid=26332): Launched\u000a13:20:19.833158 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:20:20.391218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26334): Launched\u000a13:20:20.505971 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:20:20.784222 run patchelf(pid=26335): Launched\u000a13:20:20.971013 run osmo-stp_10.42.42.5(pid=26332): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26332)]\u000a13:20:21.107473 run osmo-stp_10.42.42.5(pid=26332): stdout: \u000a| (launched: 2022-12-14_13:20:19.558567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:21.244650 run osmo-stp_10.42.42.5(pid=26332): stderr: \u000a| �[0;m�[38;5;43m20221214132019752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132019752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132019753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132019753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132019754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132019754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132019754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:21.377121 run osmo-stp_10.42.42.5(pid=26332): stdout: \u000a| (launched: 2022-12-14_13:20:19.558567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:21.509028 run osmo-stp_10.42.42.5(pid=26332): stderr: \u000a| �[0;m�[38;5;43m20221214132019752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132019752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132019753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132019753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132019754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132019754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132019754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:21.661593 run patchelf(pid=26335): Terminating (SIGINT)\u000a13:20:21.840551 run patchelf(pid=26335): Terminated: ok {rc=0}\u000a13:20:21.873076 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26332): Process ended prematurely: osmo-stp_10.42.42.5(pid=26332) [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26332)] [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a13:20:21.882547 tst ping.py:22: Test FAILED (6.7 sec)\u000a13:20:21.945808 run osmo-hlr_10.42.42.2(pid=26329): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26329)]\u000a13:20:21.997219 run osmo-hlr_10.42.42.2(pid=26329): stdout: \u000a| (launched: 2022-12-14_13:20:18.561179) \u000a13:20:22.049308 run osmo-hlr_10.42.42.2(pid=26329): stderr: \u000a| �[0;m�[1;31m20221214132018759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132018759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132018759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132018759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132018759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132018759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132018770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132018778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132018778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132018778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:22.093941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26328): Terminating (SIGTERM)\u000a13:20:22.136235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26331): Terminating (SIGTERM)\u000a13:20:22.178210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26334): Terminating (SIGTERM)\u000a13:20:22.187824 --- ParallelTerminationStrategy: PID 26328 died...\u000a13:20:22.244197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26328): Terminated: ok {rc=0}\u000a13:20:22.254274 --- ParallelTerminationStrategy: PID 26331 died...\u000a13:20:22.310804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26331): Terminated: ok {rc=0}\u000a13:20:22.320918 --- ParallelTerminationStrategy: PID 26334 died...\u000a13:20:22.377597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26334): Terminated: ok {rc=0}\u000a13:20:22.465064 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26342): Process ended prematurely: osmo-stp_10.42.42.5(pid=26342) [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26342)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26342): Process ended prematurely: osmo-stp_10.42.42.5(pid=26342) [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a13:20:23.516160 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:20:23.528215 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:20:23.682829 tst ping_idle_ping.py: using LAC 41172\u000a13:20:23.804662 tst ping_idle_ping.py: using RAC 117\u000a13:20:23.930772 tst ping_idle_ping.py: using CellId 41172\u000a13:20:24.047321 tst ping_idle_ping.py: using BVCI 41173\u000a13:20:24.070248 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:20:24.081320 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:20:24.092193 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:20:24.103113 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:20:24.114063 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:20:24.125293 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:20:24.136525 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:20:24.147599 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:20:24.440400 tst ping_idle_ping.py:24: start network...\u000a13:20:24.574924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:25.081882 run create_hlr_db(pid=26336): Launched\u000a13:20:25.267367 bus /gobi_6: Setting Powered False\u000a13:20:26.289069 run create_hlr_db(pid=26336): Terminated: ok {rc=0}\u000a13:20:26.689819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26338): Launched\u000a13:20:26.989398 run osmo-hlr_10.42.42.2(pid=26339): Launched\u000a13:20:27.099509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:27.615248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26341): Launched\u000a13:20:27.913374 run osmo-stp_10.42.42.5(pid=26342): Launched\u000a13:20:28.021731 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:20:28.539993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26344): Launched\u000a13:20:28.645794 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:20:28.906108 run patchelf(pid=26345): Launched\u000a13:20:29.081303 run osmo-stp_10.42.42.5(pid=26342): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26342)]\u000a13:20:29.208487 run osmo-stp_10.42.42.5(pid=26342): stdout: \u000a| (launched: 2022-12-14_13:20:27.766973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:29.336168 run osmo-stp_10.42.42.5(pid=26342): stderr: \u000a| �[0;m�[38;5;43m20221214132027937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132027937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132027937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132027938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132027940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132027940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132027940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:29.460032 run osmo-stp_10.42.42.5(pid=26342): stdout: \u000a| (launched: 2022-12-14_13:20:27.766973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:29.582264 run osmo-stp_10.42.42.5(pid=26342): stderr: \u000a| �[0;m�[38;5;43m20221214132027937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132027937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132027937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132027938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132027940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132027940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132027940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:29.724282 run patchelf(pid=26345): Terminating (SIGINT)\u000a13:20:29.891147 run patchelf(pid=26345): Terminated: ok {rc=0}\u000a13:20:29.921759 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26342): Process ended prematurely: osmo-stp_10.42.42.5(pid=26342) [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26342)] [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a13:20:29.930356 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:20:29.989761 run osmo-hlr_10.42.42.2(pid=26339): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26339)]\u000a13:20:30.038671 run osmo-hlr_10.42.42.2(pid=26339): stdout: \u000a| (launched: 2022-12-14_13:20:26.842567) \u000a13:20:30.088223 run osmo-hlr_10.42.42.2(pid=26339): stderr: \u000a| �[0;m�[1;31m20221214132027020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132027020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132027020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132027020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132027020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132027020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132027032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132027041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132027041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132027041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:30.130130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26338): Terminating (SIGTERM)\u000a13:20:30.169780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26341): Terminating (SIGTERM)\u000a13:20:30.209536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26344): Terminating (SIGTERM)\u000a13:20:30.218791 --- ParallelTerminationStrategy: PID 26338 died...\u000a13:20:30.271921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26338): Terminated: ok {rc=0}\u000a13:20:30.281686 --- ParallelTerminationStrategy: PID 26341 died...\u000a13:20:30.334681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26341): Terminated: ok {rc=0}\u000a13:20:30.344258 --- ParallelTerminationStrategy: PID 26344 died...\u000a13:20:30.397194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26344): Terminated: ok {rc=0}\u000a13:20:30.480050 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:19:31" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26355): Process ended prematurely: osmo-stp_10.42.42.5(pid=26355) [trial-2405↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26355)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26355): Process ended prematurely: osmo-stp_10.42.42.5(pid=26355) [trial-2405↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:20:32.559196 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:20:32.571272 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:20:32.731519 tst switch_tch_pdch.py: using LAC 41173\u000a13:20:32.848026 tst switch_tch_pdch.py: using RAC 118\u000a13:20:32.966809 tst switch_tch_pdch.py: using CellId 41173\u000a13:20:33.093286 tst switch_tch_pdch.py: using BVCI 41174\u000a13:20:33.118266 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:20:33.130363 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:20:33.142562 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:20:33.154719 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:20:33.166569 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:20:33.178531 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:20:33.190484 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:20:33.202412 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:20:33.323657 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:20:33.599238 tst switch_tch_pdch.py:51: start network...\u000a13:20:33.723012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:34.200590 run create_hlr_db(pid=26349): Launched\u000a13:20:34.372105 bus /gobi_6: Setting Powered False\u000a13:20:35.393173 run create_hlr_db(pid=26349): Terminated: ok {rc=0}\u000a13:20:35.818759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26351): Launched\u000a13:20:36.139370 run osmo-hlr_10.42.42.2(pid=26352): Launched\u000a13:20:36.256917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:36.811214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26354): Launched\u000a13:20:37.131015 run osmo-stp_10.42.42.5(pid=26355): Launched\u000a13:20:37.248118 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:20:37.805637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26357): Launched\u000a13:20:37.919979 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:20:38.197769 run patchelf(pid=26358): Launched\u000a13:20:38.384160 run osmo-stp_10.42.42.5(pid=26355): ERR: Terminated: ERROR {rc=1} [trial-2405↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26355)]\u000a13:20:38.521093 run osmo-stp_10.42.42.5(pid=26355): stdout: \u000a| (launched: 2022-12-14_13:20:36.974148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:38.658108 run osmo-stp_10.42.42.5(pid=26355): stderr: \u000a| �[0;m�[38;5;43m20221214132037171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132037171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132037171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132037171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132037172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132037172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132037172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:38.791068 run osmo-stp_10.42.42.5(pid=26355): stdout: \u000a| (launched: 2022-12-14_13:20:36.974148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:38.922911 run osmo-stp_10.42.42.5(pid=26355): stderr: \u000a| �[0;m�[38;5;43m20221214132037171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132037171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132037171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132037171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132037172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132037172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132037172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:39.075597 run patchelf(pid=26358): Terminating (SIGINT)\u000a13:20:39.254327 run patchelf(pid=26358): Terminated: ok {rc=0}\u000a13:20:39.286681 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26355): Process ended prematurely: osmo-stp_10.42.42.5(pid=26355) [trial-2405↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26355)] [trial-2405↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:20:39.295914 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a13:20:39.359526 run osmo-hlr_10.42.42.2(pid=26352): ERR: Terminated: ERROR {rc=237} [trial-2405↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26352)]\u000a13:20:39.411253 run osmo-hlr_10.42.42.2(pid=26352): stdout: \u000a| (launched: 2022-12-14_13:20:35.981828) \u000a13:20:39.463424 run osmo-hlr_10.42.42.2(pid=26352): stderr: \u000a| �[0;m�[1;31m20221214132036179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132036179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132036179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132036179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132036179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132036179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132036195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132036205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132036205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132036205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:39.508404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26351): Terminating (SIGTERM)\u000a13:20:39.551049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26354): Terminating (SIGTERM)\u000a13:20:39.593210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26357): Terminating (SIGTERM)\u000a13:20:39.602895 --- ParallelTerminationStrategy: PID 26351 died...\u000a13:20:39.659684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26351): Terminated: ok {rc=0}\u000a13:20:39.669825 --- ParallelTerminationStrategy: PID 26354 died...\u000a13:20:39.726152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26354): Terminated: ok {rc=0}\u000a13:20:39.736244 --- ParallelTerminationStrategy: PID 26357 died...\u000a13:20:39.792798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26357): Terminated: ok {rc=0}\u000a13:20:39.881133 bus /gobi_0: Setting Powered False\u000a13:20:40.985719 bus /gobi_0: Setting Powered False\u000a13:20:42.096908 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:20:32" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26369): Process ended prematurely: osmo-stp_10.42.42.5(pid=26369) [trial-2405↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26369)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26369): Process ended prematurely: osmo-stp_10.42.42.5(pid=26369) [trial-2405↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:20:44.064786 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:20:44.075822 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:20:44.228015 tst switch_tch_pdch.py: using LAC 41174\u000a13:20:44.343738 tst switch_tch_pdch.py: using RAC 119\u000a13:20:44.462923 tst switch_tch_pdch.py: using CellId 41174\u000a13:20:44.585861 tst switch_tch_pdch.py: using BVCI 41175\u000a13:20:44.610463 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:20:44.621925 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:20:44.633015 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:20:44.644237 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:20:44.655835 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:20:44.667455 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:20:44.678942 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:20:44.690369 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:20:44.808086 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:20:45.081720 tst switch_tch_pdch.py:51: start network...\u000a13:20:45.205034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:45.658725 run create_hlr_db(pid=26363): Launched\u000a13:20:45.790353 bus /gobi_6: Setting Powered False\u000a13:20:46.857446 run create_hlr_db(pid=26363): Terminated: ok {rc=0}\u000a13:20:47.252454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26365): Launched\u000a13:20:47.551102 run osmo-hlr_10.42.42.2(pid=26366): Launched\u000a13:20:47.660918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:48.150043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26368): Launched\u000a13:20:48.446604 run osmo-stp_10.42.42.5(pid=26369): Launched\u000a13:20:48.555599 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:20:49.047432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26371): Launched\u000a13:20:49.152628 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:20:49.410521 run patchelf(pid=26372): Launched\u000a13:20:49.584233 run osmo-stp_10.42.42.5(pid=26369): ERR: Terminated: ERROR {rc=1} [trial-2405↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26369)]\u000a13:20:49.711125 run osmo-stp_10.42.42.5(pid=26369): stdout: \u000a| (launched: 2022-12-14_13:20:48.300652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:49.838581 run osmo-stp_10.42.42.5(pid=26369): stderr: \u000a| �[0;m�[38;5;43m20221214132048470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132048470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132048470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132048471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132048471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132048471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132048471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:49.961357 run osmo-stp_10.42.42.5(pid=26369): stdout: \u000a| (launched: 2022-12-14_13:20:48.300652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:50.082979 run osmo-stp_10.42.42.5(pid=26369): stderr: \u000a| �[0;m�[38;5;43m20221214132048470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132048470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132048470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132048471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132048471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132048471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132048471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:50.224257 run patchelf(pid=26372): Terminating (SIGINT)\u000a13:20:50.390186 run patchelf(pid=26372): Terminated: ok {rc=0}\u000a13:20:50.420357 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26369): Process ended prematurely: osmo-stp_10.42.42.5(pid=26369) [trial-2405↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26369)] [trial-2405↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:20:50.428751 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a13:20:50.488779 run osmo-hlr_10.42.42.2(pid=26366): ERR: Terminated: ERROR {rc=237} [trial-2405↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26366)]\u000a13:20:50.537746 run osmo-hlr_10.42.42.2(pid=26366): stdout: \u000a| (launched: 2022-12-14_13:20:47.403521) \u000a13:20:50.587901 run osmo-hlr_10.42.42.2(pid=26366): stderr: \u000a| �[0;m�[1;31m20221214132047580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132047580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132047580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132047580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132047580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132047580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132047593 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132047601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132047602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132047602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:50.630040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26365): Terminating (SIGTERM)\u000a13:20:50.669605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26368): Terminating (SIGTERM)\u000a13:20:50.709030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26371): Terminating (SIGTERM)\u000a13:20:50.718221 --- ParallelTerminationStrategy: PID 26365 died...\u000a13:20:50.771037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26365): Terminated: ok {rc=0}\u000a13:20:50.780569 --- ParallelTerminationStrategy: PID 26368 died...\u000a13:20:50.833262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26368): Terminated: ok {rc=0}\u000a13:20:50.842868 --- ParallelTerminationStrategy: PID 26371 died...\u000a13:20:50.895440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26371): Terminated: ok {rc=0}\u000a13:20:50.978656 bus /gobi_0: Setting Powered False\u000a13:20:52.082559 bus /gobi_0: Setting Powered False\u000a13:20:53.189081 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:20:43" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26380): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26380) [trial-2405↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26380)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26380): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26380) [trial-2405↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a13:20:55.097371 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a13:20:55.109355 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:20:55.244306 tst mo_mt_sms.py: using LAC 41175\u000a13:20:55.362465 tst mo_mt_sms.py: using RAC 120\u000a13:20:55.487964 tst mo_mt_sms.py: using CellId 41175\u000a13:20:55.619054 tst mo_mt_sms.py: using BVCI 41176\u000a13:20:55.643318 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a13:20:55.757688 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a13:20:56.029804 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:20:56.153480 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:20:56.769055 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26379): Launched\u000a13:20:57.063620 run osmo-nitb_10.42.42.2(pid=26380): Launched\u000a13:20:57.247147 run osmo-nitb_10.42.42.2(pid=26380): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26380)]\u000a13:20:57.381485 run osmo-nitb_10.42.42.2(pid=26380): stdout: \u000a| (launched: 2022-12-14_13:20:56.919934) \u000a13:20:57.516321 run osmo-nitb_10.42.42.2(pid=26380): stderr: \u000a| (launched: 2022-12-14_13:20:56.964265)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:20:57.646753 run osmo-nitb_10.42.42.2(pid=26380): stdout: \u000a| (launched: 2022-12-14_13:20:56.919934) \u000a13:20:57.776093 run osmo-nitb_10.42.42.2(pid=26380): stderr: \u000a| (launched: 2022-12-14_13:20:56.964265)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:20:58.184210 tst osmo-nitb_10.42.42.2(pid=26380): stdout: \u000a| (launched: 2022-12-14_13:20:56.919934) \u000a13:20:58.302235 tst osmo-nitb_10.42.42.2(pid=26380): stderr: \u000a| (launched: 2022-12-14_13:20:56.964265)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:20:58.353903 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=26380): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26380) [trial-2405↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26380)] [trial-2405↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a13:20:58.361883 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a13:20:58.395815 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26379): Terminating (SIGTERM)\u000a13:20:58.572873 --- ParallelTerminationStrategy: PID 26379 died...\u000a13:20:58.625689 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26379): Terminated: ok {rc=0}\u000a13:20:58.713323 bus /sierra_3: Setting Powered False\u000a13:20:59.816423 bus /sierra_3: Setting Powered False\u000a13:21:00.957583 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:20:54" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "sms:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26390): Process ended prematurely: osmo-stp_10.42.42.5(pid=26390) [trial-2405↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26390)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26390): Process ended prematurely: osmo-stp_10.42.42.5(pid=26390) [trial-2405↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a13:21:02.900082 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:21:02.910886 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:21:03.048423 tst mo_mt_sms.py: using LAC 41176\u000a13:21:03.166333 tst mo_mt_sms.py: using RAC 121\u000a13:21:03.290159 tst mo_mt_sms.py: using CellId 41176\u000a13:21:03.415590 tst mo_mt_sms.py: using BVCI 41177\u000a13:21:03.439986 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:21:03.451167 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:21:03.462231 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:21:03.473102 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:21:03.484223 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:21:03.495441 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a13:21:03.612814 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a13:21:03.812317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:21:04.290290 run create_hlr_db(pid=26384): Launched\u000a13:21:04.461786 bus /sierra_2: Setting Powered False\u000a13:21:05.482790 run create_hlr_db(pid=26384): Terminated: ok {rc=0}\u000a13:21:05.906615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26386): Launched\u000a13:21:06.225181 run osmo-hlr_10.42.42.2(pid=26387): Launched\u000a13:21:06.344257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:06.889725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26389): Launched\u000a13:21:07.188891 run osmo-stp_10.42.42.5(pid=26390): Launched\u000a13:21:07.296374 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:21:07.837658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26392): Launched\u000a13:21:08.134763 run osmo-msc_10.42.42.6(pid=26393): Launched\u000a13:21:08.308684 run osmo-stp_10.42.42.5(pid=26390): ERR: Terminated: ERROR {rc=1} [trial-2405↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26390)]\u000a13:21:08.434157 run osmo-stp_10.42.42.5(pid=26390): stdout: \u000a| (launched: 2022-12-14_13:21:07.041469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:08.557354 run osmo-stp_10.42.42.5(pid=26390): stderr: \u000a| �[0;m�[38;5;43m20221214132107212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132107212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132107212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132107212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132107213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132107213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132107213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:08.676214 run osmo-stp_10.42.42.5(pid=26390): stdout: \u000a| (launched: 2022-12-14_13:21:07.041469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:08.794346 run osmo-stp_10.42.42.5(pid=26390): stderr: \u000a| �[0;m�[38;5;43m20221214132107212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132107212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132107212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132107212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132107213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132107213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132107213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:08.846087 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=26390): Process ended prematurely: osmo-stp_10.42.42.5(pid=26390) [trial-2405↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26390)] [trial-2405↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a13:21:08.853832 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a13:21:08.912633 run osmo-hlr_10.42.42.2(pid=26387): ERR: Terminated: ERROR {rc=237} [trial-2405↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26387)]\u000a13:21:08.961108 run osmo-hlr_10.42.42.2(pid=26387): stdout: \u000a| (launched: 2022-12-14_13:21:06.068645) \u000a13:21:09.010008 run osmo-hlr_10.42.42.2(pid=26387): stderr: \u000a| �[0;m�[1;31m20221214132106267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132106267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132106267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132106267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132106267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132106267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132106280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132106288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132106288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132106288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:21:09.076556 run osmo-msc_10.42.42.6(pid=26393): ERR: Terminated: ERROR {rc=2} [trial-2405↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26393)]\u000a13:21:09.124816 run osmo-msc_10.42.42.6(pid=26393): stdout: \u000a| (launched: 2022-12-14_13:21:07.988275) \u000a13:21:09.174199 run osmo-msc_10.42.42.6(pid=26393): stderr: \u000a| �[0;m�[38;5;43m20221214132108260 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132108260 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec1df49c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132108261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132108261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132108261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132108261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132108263 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132108263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132108263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132108263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:21:09.215972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26386): Terminating (SIGTERM)\u000a13:21:09.255048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26389): Terminating (SIGTERM)\u000a13:21:09.294036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26392): Terminating (SIGTERM)\u000a13:21:09.303119 --- ParallelTerminationStrategy: PID 26386 died...\u000a13:21:09.355774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26386): Terminated: ok {rc=0}\u000a13:21:09.365658 --- ParallelTerminationStrategy: PID 26389 died...\u000a13:21:09.418076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26389): Terminated: ok {rc=0}\u000a13:21:09.427538 --- ParallelTerminationStrategy: PID 26392 died...\u000a13:21:09.479862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26392): Terminated: ok {rc=0}\u000a13:21:09.562604 bus /sierra_3: Setting Powered False\u000a13:21:10.668737 bus /sierra_3: Setting Powered False\u000a13:21:11.778740 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:21:02" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26399): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26399) [trial-2405↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26399)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26399): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26399) [trial-2405↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a13:21:13.614407 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a13:21:13.625154 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:21:13.756837 tst assert_extension.py: using LAC 41177\u000a13:21:13.873342 tst assert_extension.py: using RAC 122\u000a13:21:13.989732 tst assert_extension.py: using CellId 41177\u000a13:21:14.106298 tst assert_extension.py: using BVCI 41178\u000a13:21:14.129158 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a13:21:14.419562 tst assert_extension.py:10: start nitb and bts...\u000a13:21:14.554059 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:21:15.215018 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26398): Launched\u000a13:21:15.531708 run osmo-nitb_10.42.42.2(pid=26399): Launched\u000a13:21:15.727730 run osmo-nitb_10.42.42.2(pid=26399): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26399)]\u000a13:21:15.874344 run osmo-nitb_10.42.42.2(pid=26399): stdout: \u000a| (launched: 2022-12-14_13:21:15.378328) \u000a13:21:16.022329 run osmo-nitb_10.42.42.2(pid=26399): stderr: \u000a| (launched: 2022-12-14_13:21:15.426047)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:21:16.165516 run osmo-nitb_10.42.42.2(pid=26399): stdout: \u000a| (launched: 2022-12-14_13:21:15.378328) \u000a13:21:16.307578 run osmo-nitb_10.42.42.2(pid=26399): stderr: \u000a| (launched: 2022-12-14_13:21:15.426047)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:21:16.686244 tst osmo-nitb_10.42.42.2(pid=26399): stdout: \u000a| (launched: 2022-12-14_13:21:15.378328) \u000a13:21:16.846719 tst osmo-nitb_10.42.42.2(pid=26399): stderr: \u000a| (launched: 2022-12-14_13:21:15.426047)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:21:16.914464 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=26399): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26399) [trial-2405↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26399)] [trial-2405↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a13:21:16.923296 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a13:21:16.961797 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26398): Terminating (SIGTERM)\u000a13:21:17.140155 --- ParallelTerminationStrategy: PID 26398 died...\u000a13:21:17.198170 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26398): Terminated: ok {rc=0}\u000a13:21:17.292578 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:21:13" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26409): Process ended prematurely: osmo-stp_10.42.42.5(pid=26409) [trial-2405↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26409)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26409): Process ended prematurely: osmo-stp_10.42.42.5(pid=26409) [trial-2405↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a13:21:19.134443 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:21:19.145187 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:21:19.278002 tst assert_extension.py: using LAC 41178\u000a13:21:19.393090 tst assert_extension.py: using RAC 123\u000a13:21:19.507762 tst assert_extension.py: using CellId 41178\u000a13:21:19.622813 tst assert_extension.py: using BVCI 41179\u000a13:21:19.645610 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:21:19.656539 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:21:19.667360 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:21:19.678031 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:21:19.688855 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:21:19.699774 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a13:21:19.908307 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:21:20.412680 run create_hlr_db(pid=26403): Launched\u000a13:21:20.599331 bus /sierra_2: Setting Powered False\u000a13:21:21.619710 run create_hlr_db(pid=26403): Terminated: ok {rc=0}\u000a13:21:22.021377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26405): Launched\u000a13:21:22.318490 run osmo-hlr_10.42.42.2(pid=26406): Launched\u000a13:21:22.432222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:23.044810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26408): Launched\u000a13:21:23.337582 run osmo-stp_10.42.42.5(pid=26409): Launched\u000a13:21:23.443629 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:21:23.976332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26411): Launched\u000a13:21:24.268704 run osmo-msc_10.42.42.6(pid=26412): Launched\u000a13:21:24.440485 run osmo-stp_10.42.42.5(pid=26409): ERR: Terminated: ERROR {rc=1} [trial-2405↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26409)]\u000a13:21:24.564781 run osmo-stp_10.42.42.5(pid=26409): stdout: \u000a| (launched: 2022-12-14_13:21:23.193727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:24.686927 run osmo-stp_10.42.42.5(pid=26409): stderr: \u000a| �[0;m�[38;5;43m20221214132123364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132123364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132123364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132123365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132123365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132123365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132123366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:24.804343 run osmo-stp_10.42.42.5(pid=26409): stdout: \u000a| (launched: 2022-12-14_13:21:23.193727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:24.921360 run osmo-stp_10.42.42.5(pid=26409): stderr: \u000a| �[0;m�[38;5;43m20221214132123364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132123364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132123364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132123365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132123365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132123365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132123366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:24.972406 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=26409): Process ended prematurely: osmo-stp_10.42.42.5(pid=26409) [trial-2405↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26409)] [trial-2405↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a13:21:24.980218 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a13:21:25.039593 run osmo-hlr_10.42.42.2(pid=26406): ERR: Terminated: ERROR {rc=237} [trial-2405↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26406)]\u000a13:21:25.088526 run osmo-hlr_10.42.42.2(pid=26406): stdout: \u000a| (launched: 2022-12-14_13:21:22.172452) \u000a13:21:25.137989 run osmo-hlr_10.42.42.2(pid=26406): stderr: \u000a| �[0;m�[1;31m20221214132122348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132122348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132122348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132122348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132122348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132122349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132122361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132122369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132122369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132122369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:21:25.205129 run osmo-msc_10.42.42.6(pid=26412): ERR: Terminated: ERROR {rc=2} [trial-2405↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26412)]\u000a13:21:25.253921 run osmo-msc_10.42.42.6(pid=26412): stdout: \u000a| (launched: 2022-12-14_13:21:24.124607) \u000a13:21:25.303828 run osmo-msc_10.42.42.6(pid=26412): stderr: \u000a| �[0;m�[38;5;43m20221214132124397 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132124397 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb9fa764c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132124397 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132124397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132124397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132124398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132124399 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132124400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132124400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132124400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:21:25.346179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26405): Terminating (SIGTERM)\u000a13:21:25.385851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26408): Terminating (SIGTERM)\u000a13:21:25.425545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26411): Terminating (SIGTERM)\u000a13:21:25.434719 --- ParallelTerminationStrategy: PID 26405 died...\u000a13:21:25.487580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26405): Terminated: ok {rc=0}\u000a13:21:25.497087 --- ParallelTerminationStrategy: PID 26408 died...\u000a13:21:25.549634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26408): Terminated: ok {rc=0}\u000a13:21:25.559055 --- ParallelTerminationStrategy: PID 26411 died...\u000a13:21:25.611553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26411): Terminated: ok {rc=0}\u000a13:21:25.694425 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:21:18" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26423): Process ended prematurely: osmo-stp_10.42.42.5(pid=26423) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26423)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26423): Process ended prematurely: osmo-stp_10.42.42.5(pid=26423) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:21:27.660828 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:21:27.672485 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:21:27.834696 tst mo_mt_call.py: using LAC 41179\u000a13:21:27.960383 tst mo_mt_call.py: using RAC 124\u000a13:21:28.084824 tst mo_mt_call.py: using CellId 41179\u000a13:21:28.211742 tst mo_mt_call.py: using BVCI 41180\u000a13:21:28.236161 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:21:28.247679 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:21:28.259024 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:21:28.270465 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:21:28.282189 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:21:28.293892 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:21:28.411772 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:21:28.609501 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:21:29.087014 run create_hlr_db(pid=26417): Launched\u000a13:21:29.258459 bus /sierra_2: Setting Powered False\u000a13:21:30.280827 run create_hlr_db(pid=26417): Terminated: ok {rc=0}\u000a13:21:30.678584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26419): Launched\u000a13:21:31.049072 run osmo-hlr_10.42.42.2(pid=26420): Launched\u000a13:21:31.257610 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:31.954357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26422): Launched\u000a13:21:32.344766 run osmo-stp_10.42.42.5(pid=26423): Launched\u000a13:21:32.468059 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:21:33.014624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26425): Launched\u000a13:21:33.314606 run osmo-msc_10.42.42.6(pid=26426): Launched\u000a13:21:33.491049 run osmo-stp_10.42.42.5(pid=26423): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26423)]\u000a13:21:33.618096 run osmo-stp_10.42.42.5(pid=26423): stdout: \u000a| (launched: 2022-12-14_13:21:32.109852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:33.742564 run osmo-stp_10.42.42.5(pid=26423): stderr: \u000a| �[0;m�[38;5;43m20221214132132372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132132372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132132372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132132373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132132373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132132373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132132373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:33.862858 run osmo-stp_10.42.42.5(pid=26423): stdout: \u000a| (launched: 2022-12-14_13:21:32.109852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:33.982398 run osmo-stp_10.42.42.5(pid=26423): stderr: \u000a| �[0;m�[38;5;43m20221214132132372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132132372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132132372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132132373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132132373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132132373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132132373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:34.034881 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26423): Process ended prematurely: osmo-stp_10.42.42.5(pid=26423) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26423)] [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:21:34.043479 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:21:34.102904 run osmo-hlr_10.42.42.2(pid=26420): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26420)]\u000a13:21:34.151995 run osmo-hlr_10.42.42.2(pid=26420): stdout: \u000a| (launched: 2022-12-14_13:21:30.834088) \u000a13:21:34.201474 run osmo-hlr_10.42.42.2(pid=26420): stderr: \u000a| �[0;m�[1;31m20221214132131187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132131187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132131187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132131187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132131187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132131187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132131213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132131240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132131240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132131240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:21:34.268470 run osmo-msc_10.42.42.6(pid=26426): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26426)]\u000a13:21:34.317114 run osmo-msc_10.42.42.6(pid=26426): stdout: \u000a| (launched: 2022-12-14_13:21:33.166660) \u000a13:21:34.366893 run osmo-msc_10.42.42.6(pid=26426): stderr: \u000a| �[0;m�[38;5;43m20221214132133437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132133437 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa027e0dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132133437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132133437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132133437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132133438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132133439 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132133440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132133440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132133440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:21:34.408764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26419): Terminating (SIGTERM)\u000a13:21:34.449095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26422): Terminating (SIGTERM)\u000a13:21:34.489020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26425): Terminating (SIGTERM)\u000a13:21:34.498174 --- ParallelTerminationStrategy: PID 26419 died...\u000a13:21:34.552015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26419): Terminated: ok {rc=0}\u000a13:21:34.561644 --- ParallelTerminationStrategy: PID 26422 died...\u000a13:21:34.614445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26422): Terminated: ok {rc=0}\u000a13:21:34.623958 --- ParallelTerminationStrategy: PID 26425 died...\u000a13:21:34.676372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26425): Terminated: ok {rc=0}\u000a13:21:34.760276 bus /sierra_3: Setting Powered False\u000a13:21:35.867008 bus /sierra_3: Setting Powered False\u000a13:21:36.980310 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26434): Process ended prematurely: osmo-stp_10.42.42.5(pid=26434) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26434)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26434): Process ended prematurely: osmo-stp_10.42.42.5(pid=26434) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:21:38.090606 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:21:38.102460 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:21:38.267558 tst mo_mt_call_osmux.py: using LAC 41180\u000a13:21:38.392225 tst mo_mt_call_osmux.py: using RAC 125\u000a13:21:38.517574 tst mo_mt_call_osmux.py: using CellId 41180\u000a13:21:38.643018 tst mo_mt_call_osmux.py: using BVCI 41181\u000a13:21:38.667428 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:21:38.679015 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:21:38.690535 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:21:38.701912 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:21:38.713682 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:21:38.725421 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:21:38.842038 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:21:39.050924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:21:39.555408 run create_hlr_db(pid=26428): Launched\u000a13:21:39.742482 bus /sierra_2: Setting Powered False\u000a13:21:40.762316 run create_hlr_db(pid=26428): Terminated: ok {rc=0}\u000a13:21:41.163846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26430): Launched\u000a13:21:41.463575 run osmo-hlr_10.42.42.2(pid=26431): Launched\u000a13:21:41.574211 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:42.091634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26433): Launched\u000a13:21:42.390228 run osmo-stp_10.42.42.5(pid=26434): Launched\u000a13:21:42.498067 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:21:43.042042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26436): Launched\u000a13:21:43.340159 run osmo-msc_10.42.42.6(pid=26437): Launched\u000a13:21:43.517207 run osmo-stp_10.42.42.5(pid=26434): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26434)]\u000a13:21:43.643400 run osmo-stp_10.42.42.5(pid=26434): stdout: \u000a| (launched: 2022-12-14_13:21:42.243897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:43.767309 run osmo-stp_10.42.42.5(pid=26434): stderr: \u000a| �[0;m�[38;5;43m20221214132142413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132142414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132142414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132142414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132142415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132142415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132142415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:43.887141 run osmo-stp_10.42.42.5(pid=26434): stdout: \u000a| (launched: 2022-12-14_13:21:42.243897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:44.006229 run osmo-stp_10.42.42.5(pid=26434): stderr: \u000a| �[0;m�[38;5;43m20221214132142413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132142414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132142414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132142414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132142415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132142415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132142415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:44.058702 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26434): Process ended prematurely: osmo-stp_10.42.42.5(pid=26434) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26434)] [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:21:44.067116 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:21:44.126488 run osmo-hlr_10.42.42.2(pid=26431): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26431)]\u000a13:21:44.175250 run osmo-hlr_10.42.42.2(pid=26431): stdout: \u000a| (launched: 2022-12-14_13:21:41.316289) \u000a13:21:44.224299 run osmo-hlr_10.42.42.2(pid=26431): stderr: \u000a| �[0;m�[1;31m20221214132141490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132141491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132141491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132141491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132141491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132141491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132141502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132141511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132141511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132141511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:21:44.290922 run osmo-msc_10.42.42.6(pid=26437): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26437)]\u000a13:21:44.339152 run osmo-msc_10.42.42.6(pid=26437): stdout: \u000a| (launched: 2022-12-14_13:21:43.193666) \u000a13:21:44.387946 run osmo-msc_10.42.42.6(pid=26437): stderr: \u000a| �[0;m�[38;5;43m20221214132143468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132143468 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffad6219c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132143468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132143468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132143468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132143469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132143470 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132143471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132143471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132143471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:21:44.429309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26430): Terminating (SIGTERM)\u000a13:21:44.468340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26433): Terminating (SIGTERM)\u000a13:21:44.507311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26436): Terminating (SIGTERM)\u000a13:21:44.516255 --- ParallelTerminationStrategy: PID 26430 died...\u000a13:21:44.569151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26430): Terminated: ok {rc=0}\u000a13:21:44.578549 --- ParallelTerminationStrategy: PID 26433 died...\u000a13:21:44.630988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26433): Terminated: ok {rc=0}\u000a13:21:44.640377 --- ParallelTerminationStrategy: PID 26436 died...\u000a13:21:44.692759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26436): Terminated: ok {rc=0}\u000a13:21:44.775307 bus /sierra_3: Setting Powered False\u000a13:21:45.893104 bus /sierra_3: Setting Powered False\u000a13:21:47.015363 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:21:27" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26448): Process ended prematurely: osmo-stp_10.42.42.5(pid=26448) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26448)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26448): Process ended prematurely: osmo-stp_10.42.42.5(pid=26448) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:21:49.003526 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:21:49.014612 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:21:49.168160 tst mo_mt_call.py: using LAC 41181\u000a13:21:49.285498 tst mo_mt_call.py: using RAC 126\u000a13:21:49.403833 tst mo_mt_call.py: using CellId 41181\u000a13:21:49.523584 tst mo_mt_call.py: using BVCI 41182\u000a13:21:49.546291 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:21:49.557321 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:21:49.568233 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:21:49.579148 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:21:49.590102 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:21:49.600891 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:21:49.713645 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:21:49.927113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:21:50.431726 run create_hlr_db(pid=26442): Launched\u000a13:21:50.618423 bus /sierra_2: Setting Powered False\u000a13:21:51.639987 run create_hlr_db(pid=26442): Terminated: ok {rc=0}\u000a13:21:52.067605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26444): Launched\u000a13:21:52.389755 run osmo-hlr_10.42.42.2(pid=26445): Launched\u000a13:21:52.510893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:53.067414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26447): Launched\u000a13:21:53.388261 run osmo-stp_10.42.42.5(pid=26448): Launched\u000a13:21:53.505578 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:21:54.095832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26450): Launched\u000a13:21:54.416817 run osmo-msc_10.42.42.6(pid=26451): Launched\u000a13:21:54.605724 run osmo-stp_10.42.42.5(pid=26448): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26448)]\u000a13:21:54.742318 run osmo-stp_10.42.42.5(pid=26448): stdout: \u000a| (launched: 2022-12-14_13:21:53.230977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:54.878795 run osmo-stp_10.42.42.5(pid=26448): stderr: \u000a| �[0;m�[38;5;43m20221214132153422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132153422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132153422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132153422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132153423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132153423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132153423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:55.008563 run osmo-stp_10.42.42.5(pid=26448): stdout: \u000a| (launched: 2022-12-14_13:21:53.230977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:55.137793 run osmo-stp_10.42.42.5(pid=26448): stderr: \u000a| �[0;m�[38;5;43m20221214132153422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132153422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132153422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132153422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132153423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132153423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132153423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:55.194378 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26448): Process ended prematurely: osmo-stp_10.42.42.5(pid=26448) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26448)] [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:21:55.203662 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:21:55.266510 run osmo-hlr_10.42.42.2(pid=26445): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26445)]\u000a13:21:55.318226 run osmo-hlr_10.42.42.2(pid=26445): stdout: \u000a| (launched: 2022-12-14_13:21:52.231374) \u000a13:21:55.370442 run osmo-hlr_10.42.42.2(pid=26445): stderr: \u000a| �[0;m�[1;31m20221214132152429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132152429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132152429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132152429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132152429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132152429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132152441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132152449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132152450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132152450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:21:55.441164 run osmo-msc_10.42.42.6(pid=26451): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26451)]\u000a13:21:55.492475 run osmo-msc_10.42.42.6(pid=26451): stdout: \u000a| (launched: 2022-12-14_13:21:54.259194) \u000a13:21:55.544579 run osmo-msc_10.42.42.6(pid=26451): stderr: \u000a| �[0;m�[38;5;43m20221214132154580 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132154580 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2dc2de8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132154581 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132154581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132154581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132154581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132154583 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132154583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132154583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132154583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:21:55.589084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26444): Terminating (SIGTERM)\u000a13:21:55.630936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26447): Terminating (SIGTERM)\u000a13:21:55.673176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26450): Terminating (SIGTERM)\u000a13:21:55.682830 --- ParallelTerminationStrategy: PID 26444 died...\u000a13:21:55.739116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26444): Terminated: ok {rc=0}\u000a13:21:55.749203 --- ParallelTerminationStrategy: PID 26447 died...\u000a13:21:55.805124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26447): Terminated: ok {rc=0}\u000a13:21:55.815161 --- ParallelTerminationStrategy: PID 26450 died...\u000a13:21:55.871374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26450): Terminated: ok {rc=0}\u000a13:21:55.957036 bus /sierra_3: Setting Powered False\u000a13:21:57.063056 bus /sierra_3: Setting Powered False\u000a13:21:58.170835 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26459): Process ended prematurely: osmo-stp_10.42.42.5(pid=26459) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26459)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26459): Process ended prematurely: osmo-stp_10.42.42.5(pid=26459) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:21:59.279765 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:21:59.291362 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:21:59.447779 tst mo_mt_call_osmux.py: using LAC 41182\u000a13:21:59.565213 tst mo_mt_call_osmux.py: using RAC 127\u000a13:21:59.684249 tst mo_mt_call_osmux.py: using CellId 41182\u000a13:21:59.805936 tst mo_mt_call_osmux.py: using BVCI 41183\u000a13:21:59.828565 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:21:59.839710 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:21:59.850705 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:21:59.861629 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:21:59.872468 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:21:59.883492 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:22:00.004225 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:22:00.214856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:00.719342 run create_hlr_db(pid=26453): Launched\u000a13:22:00.922152 bus /sierra_2: Setting Powered False\u000a13:22:01.941234 run create_hlr_db(pid=26453): Terminated: ok {rc=0}\u000a13:22:02.417113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26455): Launched\u000a13:22:02.738100 run osmo-hlr_10.42.42.2(pid=26456): Launched\u000a13:22:02.858307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:03.414210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26458): Launched\u000a13:22:03.759953 run osmo-stp_10.42.42.5(pid=26459): Launched\u000a13:22:03.877692 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:22:04.464842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26461): Launched\u000a13:22:04.785452 run osmo-msc_10.42.42.6(pid=26462): Launched\u000a13:22:04.973766 run osmo-stp_10.42.42.5(pid=26459): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26459)]\u000a13:22:05.109602 run osmo-stp_10.42.42.5(pid=26459): stdout: \u000a| (launched: 2022-12-14_13:22:03.602247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:05.245302 run osmo-stp_10.42.42.5(pid=26459): stderr: \u000a| �[0;m�[38;5;43m20221214132203795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132203795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132203795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132203795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132203796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132203796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132203796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:05.375183 run osmo-stp_10.42.42.5(pid=26459): stdout: \u000a| (launched: 2022-12-14_13:22:03.602247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:05.503987 run osmo-stp_10.42.42.5(pid=26459): stderr: \u000a| �[0;m�[38;5;43m20221214132203795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132203795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132203795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132203795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132203796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132203796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132203796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:05.560451 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26459): Process ended prematurely: osmo-stp_10.42.42.5(pid=26459) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26459)] [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:22:05.569883 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:22:05.632410 run osmo-hlr_10.42.42.2(pid=26456): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26456)]\u000a13:22:05.683666 run osmo-hlr_10.42.42.2(pid=26456): stdout: \u000a| (launched: 2022-12-14_13:22:02.580848) \u000a13:22:05.735519 run osmo-hlr_10.42.42.2(pid=26456): stderr: \u000a| �[0;m�[1;31m20221214132202779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132202779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132202779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132202779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132202779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132202779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132202791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132202800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132202800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132202800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:05.805763 run osmo-msc_10.42.42.6(pid=26462): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26462)]\u000a13:22:05.857404 run osmo-msc_10.42.42.6(pid=26462): stdout: \u000a| (launched: 2022-12-14_13:22:04.628700) \u000a13:22:05.909339 run osmo-msc_10.42.42.6(pid=26462): stderr: \u000a| �[0;m�[38;5;43m20221214132204951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132204951 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb45732c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132204951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132204951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132204951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132204952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132204953 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132204954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132204954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132204954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:22:05.953674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26455): Terminating (SIGTERM)\u000a13:22:05.995182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26458): Terminating (SIGTERM)\u000a13:22:06.037094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26461): Terminating (SIGTERM)\u000a13:22:06.046765 --- ParallelTerminationStrategy: PID 26455 died...\u000a13:22:06.103152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26455): Terminated: ok {rc=0}\u000a13:22:06.113138 --- ParallelTerminationStrategy: PID 26458 died...\u000a13:22:06.169246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26458): Terminated: ok {rc=0}\u000a13:22:06.179138 --- ParallelTerminationStrategy: PID 26461 died...\u000a13:22:06.235037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26461): Terminated: ok {rc=0}\u000a13:22:06.321324 bus /sierra_3: Setting Powered False\u000a13:22:07.425434 bus /sierra_3: Setting Powered False\u000a13:22:08.536323 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:21:48" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26474): Process ended prematurely: osmo-stp_10.42.42.5(pid=26474) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26474)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26474): Process ended prematurely: osmo-stp_10.42.42.5(pid=26474) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:22:10.532334 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:22:10.545152 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:22:10.703953 tst mo_mt_call.py: using LAC 41183\u000a13:22:10.822903 tst mo_mt_call.py: using RAC 128\u000a13:22:10.942842 tst mo_mt_call.py: using CellId 41183\u000a13:22:11.062115 tst mo_mt_call.py: using BVCI 41184\u000a13:22:11.084860 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:22:11.096222 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:22:11.107136 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:22:11.118090 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:22:11.129073 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:22:11.139966 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:22:11.258506 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:22:11.458241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:11.938706 run create_hlr_db(pid=26468): Launched\u000a13:22:12.110848 bus /sierra_2: Setting Powered False\u000a13:22:13.133666 run create_hlr_db(pid=26468): Terminated: ok {rc=0}\u000a13:22:13.559208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26470): Launched\u000a13:22:13.880097 run osmo-hlr_10.42.42.2(pid=26471): Launched\u000a13:22:14.001548 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:14.557638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26473): Launched\u000a13:22:14.878170 run osmo-stp_10.42.42.5(pid=26474): Launched\u000a13:22:14.995649 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:22:15.583547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26476): Launched\u000a13:22:16.009598 run osmo-msc_10.42.42.6(pid=26477): Launched\u000a13:22:16.699325 run osmo-stp_10.42.42.5(pid=26474): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26474)]\u000a13:22:16.844420 run osmo-stp_10.42.42.5(pid=26474): stdout: \u000a| (launched: 2022-12-14_13:22:14.720696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:16.973869 run osmo-stp_10.42.42.5(pid=26474): stderr: \u000a| �[0;m�[38;5;43m20221214132214912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132214912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132214912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132214913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132214913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132214913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132214913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:17.096805 run osmo-stp_10.42.42.5(pid=26474): stdout: \u000a| (launched: 2022-12-14_13:22:14.720696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:17.220745 run osmo-stp_10.42.42.5(pid=26474): stderr: \u000a| �[0;m�[38;5;43m20221214132214912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132214912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132214912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132214913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132214913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132214913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132214913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:17.275703 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26474): Process ended prematurely: osmo-stp_10.42.42.5(pid=26474) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26474)] [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:22:17.284759 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a13:22:17.345114 run osmo-hlr_10.42.42.2(pid=26471): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26471)]\u000a13:22:17.394084 run osmo-hlr_10.42.42.2(pid=26471): stdout: \u000a| (launched: 2022-12-14_13:22:13.722841) \u000a13:22:17.443422 run osmo-hlr_10.42.42.2(pid=26471): stderr: \u000a| �[0;m�[1;31m20221214132213919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132213919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132213919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132213919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132213919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132213919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132213933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132213941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132213941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132213941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:17.510322 run osmo-msc_10.42.42.6(pid=26477): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26477)]\u000a13:22:17.559013 run osmo-msc_10.42.42.6(pid=26477): stdout: \u000a| (launched: 2022-12-14_13:22:15.748146) \u000a13:22:17.608424 run osmo-msc_10.42.42.6(pid=26477): stderr: \u000a| �[0;m�[38;5;43m20221214132216253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132216254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc16f19c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132216254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132216254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132216254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132216255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132216260 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132216261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132216261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132216261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:22:17.649954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26470): Terminating (SIGTERM)\u000a13:22:17.689161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26473): Terminating (SIGTERM)\u000a13:22:17.729082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26476): Terminating (SIGTERM)\u000a13:22:17.738261 --- ParallelTerminationStrategy: PID 26470 died...\u000a13:22:17.791145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26470): Terminated: ok {rc=0}\u000a13:22:17.800540 --- ParallelTerminationStrategy: PID 26473 died...\u000a13:22:17.853195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26473): Terminated: ok {rc=0}\u000a13:22:17.862641 --- ParallelTerminationStrategy: PID 26476 died...\u000a13:22:17.915299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26476): Terminated: ok {rc=0}\u000a13:22:18.002491 bus /sierra_3: Setting Powered False\u000a13:22:19.107000 bus /sierra_3: Setting Powered False\u000a13:22:20.214649 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26485): Process ended prematurely: osmo-stp_10.42.42.5(pid=26485) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26485)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26485): Process ended prematurely: osmo-stp_10.42.42.5(pid=26485) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:22:21.328900 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:22:21.341249 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:22:21.510245 tst mo_mt_call_osmux.py: using LAC 41184\u000a13:22:21.636883 tst mo_mt_call_osmux.py: using RAC 129\u000a13:22:21.761252 tst mo_mt_call_osmux.py: using CellId 41184\u000a13:22:21.885605 tst mo_mt_call_osmux.py: using BVCI 41185\u000a13:22:21.910262 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:22:21.921888 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:22:21.933259 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:22:21.944590 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:22:21.956401 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:22:21.968060 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:22:22.083830 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:22:22.294927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:22.801381 run create_hlr_db(pid=26479): Launched\u000a13:22:22.988540 bus /sierra_2: Setting Powered False\u000a13:22:24.010275 run create_hlr_db(pid=26479): Terminated: ok {rc=0}\u000a13:22:24.439508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26481): Launched\u000a13:22:24.762321 run osmo-hlr_10.42.42.2(pid=26482): Launched\u000a13:22:24.880204 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:25.436511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26484): Launched\u000a13:22:25.737466 run osmo-stp_10.42.42.5(pid=26485): Launched\u000a13:22:25.858736 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:22:26.413876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26487): Launched\u000a13:22:26.715369 run osmo-msc_10.42.42.6(pid=26488): Launched\u000a13:22:26.897190 run osmo-stp_10.42.42.5(pid=26485): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26485)]\u000a13:22:27.024862 run osmo-stp_10.42.42.5(pid=26485): stdout: \u000a| (launched: 2022-12-14_13:22:25.590250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:27.150477 run osmo-stp_10.42.42.5(pid=26485): stderr: \u000a| �[0;m�[38;5;43m20221214132225762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132225763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132225763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132225763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132225764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132225764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132225764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:27.271526 run osmo-stp_10.42.42.5(pid=26485): stdout: \u000a| (launched: 2022-12-14_13:22:25.590250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:27.391395 run osmo-stp_10.42.42.5(pid=26485): stderr: \u000a| �[0;m�[38;5;43m20221214132225762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132225763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132225763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132225763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132225764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132225764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132225764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:27.444427 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26485): Process ended prematurely: osmo-stp_10.42.42.5(pid=26485) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26485)] [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:22:27.452792 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:22:27.512741 run osmo-hlr_10.42.42.2(pid=26482): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26482)]\u000a13:22:27.562073 run osmo-hlr_10.42.42.2(pid=26482): stdout: \u000a| (launched: 2022-12-14_13:22:24.604421) \u000a13:22:27.611710 run osmo-hlr_10.42.42.2(pid=26482): stderr: \u000a| �[0;m�[1;31m20221214132224806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132224806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132224806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132224806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132224806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132224806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132224819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132224829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132224829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132224829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:27.679147 run osmo-msc_10.42.42.6(pid=26488): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26488)]\u000a13:22:27.728191 run osmo-msc_10.42.42.6(pid=26488): stdout: \u000a| (launched: 2022-12-14_13:22:26.567022) \u000a13:22:27.777898 run osmo-msc_10.42.42.6(pid=26488): stderr: \u000a| �[0;m�[38;5;43m20221214132226836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132226836 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f92459d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132226836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132226836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132226836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132226837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132226839 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132226839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132226839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132226839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:22:27.820466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26481): Terminating (SIGTERM)\u000a13:22:27.860104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26484): Terminating (SIGTERM)\u000a13:22:27.899799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26487): Terminating (SIGTERM)\u000a13:22:27.908936 --- ParallelTerminationStrategy: PID 26481 died...\u000a13:22:27.962366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26481): Terminated: ok {rc=0}\u000a13:22:27.971920 --- ParallelTerminationStrategy: PID 26484 died...\u000a13:22:28.024740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26484): Terminated: ok {rc=0}\u000a13:22:28.034247 --- ParallelTerminationStrategy: PID 26487 died...\u000a13:22:28.087568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26487): Terminated: ok {rc=0}\u000a13:22:28.175502 bus /sierra_3: Setting Powered False\u000a13:22:29.278052 bus /sierra_3: Setting Powered False\u000a13:22:30.385176 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:22:10" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26499): Process ended prematurely: osmo-stp_10.42.42.5(pid=26499) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26499)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26499): Process ended prematurely: osmo-stp_10.42.42.5(pid=26499) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:22:32.427768 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:22:32.438952 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:22:32.595657 tst mo_mt_call.py: using LAC 41185\u000a13:22:32.711789 tst mo_mt_call.py: using RAC 130\u000a13:22:32.828272 tst mo_mt_call.py: using CellId 41185\u000a13:22:32.944469 tst mo_mt_call.py: using BVCI 41186\u000a13:22:32.967340 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:22:32.978554 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:22:32.989566 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:22:33.000469 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:22:33.011584 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:22:33.022559 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:22:33.143062 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:22:33.351760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:33.856827 run create_hlr_db(pid=26493): Launched\u000a13:22:34.044187 bus /sierra_2: Setting Powered False\u000a13:22:35.064928 run create_hlr_db(pid=26493): Terminated: ok {rc=0}\u000a13:22:35.467606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26495): Launched\u000a13:22:35.766167 run osmo-hlr_10.42.42.2(pid=26496): Launched\u000a13:22:35.880863 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:36.398575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26498): Launched\u000a13:22:36.697248 run osmo-stp_10.42.42.5(pid=26499): Launched\u000a13:22:36.805377 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:22:37.354162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26501): Launched\u000a13:22:37.654340 run osmo-msc_10.42.42.6(pid=26502): Launched\u000a13:22:37.829779 run osmo-stp_10.42.42.5(pid=26499): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26499)]\u000a13:22:37.957687 run osmo-stp_10.42.42.5(pid=26499): stdout: \u000a| (launched: 2022-12-14_13:22:36.551205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:38.082607 run osmo-stp_10.42.42.5(pid=26499): stderr: \u000a| �[0;m�[38;5;43m20221214132236721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132236721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132236722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132236722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132236722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132236723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132236723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:38.202871 run osmo-stp_10.42.42.5(pid=26499): stdout: \u000a| (launched: 2022-12-14_13:22:36.551205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:38.322524 run osmo-stp_10.42.42.5(pid=26499): stderr: \u000a| �[0;m�[38;5;43m20221214132236721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132236721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132236722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132236722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132236722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132236723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132236723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:38.375017 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26499): Process ended prematurely: osmo-stp_10.42.42.5(pid=26499) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26499)] [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:22:38.383467 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:22:38.441813 run osmo-hlr_10.42.42.2(pid=26496): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26496)]\u000a13:22:38.490100 run osmo-hlr_10.42.42.2(pid=26496): stdout: \u000a| (launched: 2022-12-14_13:22:35.619935) \u000a13:22:38.539406 run osmo-hlr_10.42.42.2(pid=26496): stderr: \u000a| �[0;m�[1;31m20221214132235797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132235797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132235797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132235797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132235797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132235797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132235809 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132235818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132235818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132235818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:38.605712 run osmo-msc_10.42.42.6(pid=26502): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26502)]\u000a13:22:38.654000 run osmo-msc_10.42.42.6(pid=26502): stdout: \u000a| (launched: 2022-12-14_13:22:37.506748) \u000a13:22:38.702672 run osmo-msc_10.42.42.6(pid=26502): stderr: \u000a| �[0;m�[38;5;43m20221214132237780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132237780 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbc268c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132237780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132237780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132237780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132237780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132237782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132237782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132237783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132237783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:22:38.743993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26495): Terminating (SIGTERM)\u000a13:22:38.783164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26498): Terminating (SIGTERM)\u000a13:22:38.822250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26501): Terminating (SIGTERM)\u000a13:22:38.831287 --- ParallelTerminationStrategy: PID 26495 died...\u000a13:22:38.883804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26495): Terminated: ok {rc=0}\u000a13:22:38.893628 --- ParallelTerminationStrategy: PID 26498 died...\u000a13:22:38.946831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26498): Terminated: ok {rc=0}\u000a13:22:38.956392 --- ParallelTerminationStrategy: PID 26501 died...\u000a13:22:39.039808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26501): Terminated: ok {rc=0}\u000a13:22:39.129144 bus /sierra_3: Setting Powered False\u000a13:22:40.233169 bus /sierra_3: Setting Powered False\u000a13:22:41.342163 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26511): Process ended prematurely: osmo-stp_10.42.42.5(pid=26511) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26511)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26511): Process ended prematurely: osmo-stp_10.42.42.5(pid=26511) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:22:42.451016 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:22:42.462617 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:22:42.617341 tst mo_mt_call_osmux.py: using LAC 41186\u000a13:22:42.735123 tst mo_mt_call_osmux.py: using RAC 131\u000a13:22:42.856151 tst mo_mt_call_osmux.py: using CellId 41186\u000a13:22:42.975977 tst mo_mt_call_osmux.py: using BVCI 41187\u000a13:22:42.998712 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:22:43.010119 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:22:43.021160 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:22:43.032037 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:22:43.043059 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:22:43.053969 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:22:43.168095 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:22:43.378751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:43.885665 run create_hlr_db(pid=26505): Launched\u000a13:22:44.073073 bus /sierra_2: Setting Powered False\u000a13:22:45.094162 run create_hlr_db(pid=26505): Terminated: ok {rc=0}\u000a13:22:45.523155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26507): Launched\u000a13:22:45.860119 run osmo-hlr_10.42.42.2(pid=26508): Launched\u000a13:22:46.060696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:46.908739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26510): Launched\u000a13:22:47.342392 run osmo-stp_10.42.42.5(pid=26511): Launched\u000a13:22:47.511479 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:22:48.119686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26513): Launched\u000a13:22:48.441245 run osmo-msc_10.42.42.6(pid=26514): Launched\u000a13:22:48.628756 run osmo-stp_10.42.42.5(pid=26511): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26511)]\u000a13:22:48.765300 run osmo-stp_10.42.42.5(pid=26511): stdout: \u000a| (launched: 2022-12-14_13:22:47.132186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:48.901690 run osmo-stp_10.42.42.5(pid=26511): stderr: \u000a| �[0;m�[38;5;43m20221214132247509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132247509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132247509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132247510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132247511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132247511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132247511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:49.031192 run osmo-stp_10.42.42.5(pid=26511): stdout: \u000a| (launched: 2022-12-14_13:22:47.132186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:49.159801 run osmo-stp_10.42.42.5(pid=26511): stderr: \u000a| �[0;m�[38;5;43m20221214132247509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132247509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132247509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132247510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132247511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132247511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132247511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:49.216235 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26511): Process ended prematurely: osmo-stp_10.42.42.5(pid=26511) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26511)] [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:22:49.225510 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a13:22:49.287758 run osmo-hlr_10.42.42.2(pid=26508): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26508)]\u000a13:22:49.338862 run osmo-hlr_10.42.42.2(pid=26508): stdout: \u000a| (launched: 2022-12-14_13:22:45.687427) \u000a13:22:49.390483 run osmo-hlr_10.42.42.2(pid=26508): stderr: \u000a| �[0;m�[1;31m20221214132245982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132245983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132245983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132245983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132245983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132245983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132246008 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132246025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132246025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132246025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:49.460858 run osmo-msc_10.42.42.6(pid=26514): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26514)]\u000a13:22:49.511864 run osmo-msc_10.42.42.6(pid=26514): stdout: \u000a| (launched: 2022-12-14_13:22:48.283497) \u000a13:22:49.563402 run osmo-msc_10.42.42.6(pid=26514): stderr: \u000a| �[0;m�[38;5;43m20221214132248603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132248603 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7567e5ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132248603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132248603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132248603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132248604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132248605 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132248606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132248606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132248606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:22:49.607554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26507): Terminating (SIGTERM)\u000a13:22:49.649134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26510): Terminating (SIGTERM)\u000a13:22:49.691228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26513): Terminating (SIGTERM)\u000a13:22:49.700802 --- ParallelTerminationStrategy: PID 26507 died...\u000a13:22:49.757142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26507): Terminated: ok {rc=0}\u000a13:22:49.767206 --- ParallelTerminationStrategy: PID 26510 died...\u000a13:22:49.822915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26510): Terminated: ok {rc=0}\u000a13:22:49.832891 --- ParallelTerminationStrategy: PID 26513 died...\u000a13:22:49.888876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26513): Terminated: ok {rc=0}\u000a13:22:49.976267 bus /sierra_3: Setting Powered False\u000a13:22:51.081712 bus /sierra_3: Setting Powered False\u000a13:22:52.189241 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:22:32" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26526): Process ended prematurely: osmo-stp_10.42.42.5(pid=26526) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26526)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26526): Process ended prematurely: osmo-stp_10.42.42.5(pid=26526) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:22:54.195938 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:22:54.207569 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:22:54.366805 tst mo_mt_call.py: using LAC 41187\u000a13:22:54.487208 tst mo_mt_call.py: using RAC 132\u000a13:22:54.609546 tst mo_mt_call.py: using CellId 41187\u000a13:22:54.730636 tst mo_mt_call.py: using BVCI 41188\u000a13:22:54.753536 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:22:54.764527 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:22:54.775449 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:22:54.786447 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:22:54.797448 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:22:54.808295 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:22:54.921829 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:22:55.131643 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:55.637997 run create_hlr_db(pid=26520): Launched\u000a13:22:55.824725 bus /sierra_2: Setting Powered False\u000a13:22:56.846597 run create_hlr_db(pid=26520): Terminated: ok {rc=0}\u000a13:22:57.275426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26522): Launched\u000a13:22:57.597553 run osmo-hlr_10.42.42.2(pid=26523): Launched\u000a13:22:57.716939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:58.275001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26525): Launched\u000a13:22:58.595983 run osmo-stp_10.42.42.5(pid=26526): Launched\u000a13:22:58.714113 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:22:59.302834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26528): Launched\u000a13:22:59.625501 run osmo-msc_10.42.42.6(pid=26529): Launched\u000a13:22:59.814458 run osmo-stp_10.42.42.5(pid=26526): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26526)]\u000a13:22:59.951498 run osmo-stp_10.42.42.5(pid=26526): stdout: \u000a| (launched: 2022-12-14_13:22:58.438846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:00.087764 run osmo-stp_10.42.42.5(pid=26526): stderr: \u000a| �[0;m�[38;5;43m20221214132258630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132258630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132258631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132258631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132258633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132258634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132258634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:00.217972 run osmo-stp_10.42.42.5(pid=26526): stdout: \u000a| (launched: 2022-12-14_13:22:58.438846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:00.346957 run osmo-stp_10.42.42.5(pid=26526): stderr: \u000a| �[0;m�[38;5;43m20221214132258630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132258630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132258631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132258631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132258633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132258634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132258634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:00.403464 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26526): Process ended prematurely: osmo-stp_10.42.42.5(pid=26526) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26526)] [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:23:00.412688 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:23:00.475096 run osmo-hlr_10.42.42.2(pid=26523): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26523)]\u000a13:23:00.526266 run osmo-hlr_10.42.42.2(pid=26523): stdout: \u000a| (launched: 2022-12-14_13:22:57.439754) \u000a13:23:00.577990 run osmo-hlr_10.42.42.2(pid=26523): stderr: \u000a| �[0;m�[1;31m20221214132257637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132257637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132257637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132257637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132257637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132257637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132257649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132257657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132257657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132257657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:00.648274 run osmo-msc_10.42.42.6(pid=26529): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26529)]\u000a13:23:00.699352 run osmo-msc_10.42.42.6(pid=26529): stdout: \u000a| (launched: 2022-12-14_13:22:59.467318) \u000a13:23:00.750775 run osmo-msc_10.42.42.6(pid=26529): stderr: \u000a| �[0;m�[38;5;43m20221214132259787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132259787 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6d2e3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132259788 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132259788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132259788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132259788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132259790 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132259790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132259790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132259790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:23:00.794896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26522): Terminating (SIGTERM)\u000a13:23:00.843612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26525): Terminating (SIGTERM)\u000a13:23:00.887649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26528): Terminating (SIGTERM)\u000a13:23:00.898167 --- ParallelTerminationStrategy: PID 26522 died...\u000a13:23:00.964030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26522): Terminated: ok {rc=0}\u000a13:23:00.974521 --- ParallelTerminationStrategy: PID 26525 died...\u000a13:23:01.033426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26525): Terminated: ok {rc=0}\u000a13:23:01.043399 --- ParallelTerminationStrategy: PID 26528 died...\u000a13:23:01.098508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26528): Terminated: ok {rc=0}\u000a13:23:01.204136 bus /sierra_3: Setting Powered False\u000a13:23:02.320667 bus /sierra_3: Setting Powered False\u000a13:23:03.431770 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26537): Process ended prematurely: osmo-stp_10.42.42.5(pid=26537) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26537)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26537): Process ended prematurely: osmo-stp_10.42.42.5(pid=26537) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:23:04.541106 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:23:04.553105 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:23:04.711240 tst mo_mt_call_osmux.py: using LAC 41188\u000a13:23:04.830632 tst mo_mt_call_osmux.py: using RAC 133\u000a13:23:04.948640 tst mo_mt_call_osmux.py: using CellId 41188\u000a13:23:05.068310 tst mo_mt_call_osmux.py: using BVCI 41189\u000a13:23:05.091214 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:23:05.102489 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:23:05.113464 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:23:05.124286 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:23:05.135337 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:23:05.146288 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:23:05.259814 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:23:05.458551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:05.938281 run create_hlr_db(pid=26531): Launched\u000a13:23:06.116246 bus /sierra_2: Setting Powered False\u000a13:23:07.144867 run create_hlr_db(pid=26531): Terminated: ok {rc=0}\u000a13:23:07.574422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26533): Launched\u000a13:23:07.897311 run osmo-hlr_10.42.42.2(pid=26534): Launched\u000a13:23:08.020108 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:08.580699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26536): Launched\u000a13:23:08.903507 run osmo-stp_10.42.42.5(pid=26537): Launched\u000a13:23:09.020914 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:23:09.608749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26539): Launched\u000a13:23:09.910113 run osmo-msc_10.42.42.6(pid=26540): Launched\u000a13:23:10.088321 run osmo-stp_10.42.42.5(pid=26537): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26537)]\u000a13:23:10.217480 run osmo-stp_10.42.42.5(pid=26537): stdout: \u000a| (launched: 2022-12-14_13:23:08.745629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:10.343165 run osmo-stp_10.42.42.5(pid=26537): stderr: \u000a| �[0;m�[38;5;43m20221214132308940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132308940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132308940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132308941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132308941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132308941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132308941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:10.464113 run osmo-stp_10.42.42.5(pid=26537): stdout: \u000a| (launched: 2022-12-14_13:23:08.745629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:10.583929 run osmo-stp_10.42.42.5(pid=26537): stderr: \u000a| �[0;m�[38;5;43m20221214132308940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132308940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132308940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132308941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132308941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132308941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132308941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:10.636920 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26537): Process ended prematurely: osmo-stp_10.42.42.5(pid=26537) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26537)] [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:23:10.645718 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:23:10.705395 run osmo-hlr_10.42.42.2(pid=26534): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26534)]\u000a13:23:10.754520 run osmo-hlr_10.42.42.2(pid=26534): stdout: \u000a| (launched: 2022-12-14_13:23:07.739161) \u000a13:23:10.804859 run osmo-hlr_10.42.42.2(pid=26534): stderr: \u000a| �[0;m�[1;31m20221214132307936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132307936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132307936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132307936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132307936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132307937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132307949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132307957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132307957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132307957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:10.872735 run osmo-msc_10.42.42.6(pid=26540): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26540)]\u000a13:23:10.922000 run osmo-msc_10.42.42.6(pid=26540): stdout: \u000a| (launched: 2022-12-14_13:23:09.762531) \u000a13:23:10.971699 run osmo-msc_10.42.42.6(pid=26540): stderr: \u000a| �[0;m�[38;5;43m20221214132310035 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132310035 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c12693c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132310035 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132310035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132310035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132310035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132310039 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132310040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132310040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132310040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:23:11.013814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26533): Terminating (SIGTERM)\u000a13:23:11.053577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26536): Terminating (SIGTERM)\u000a13:23:11.093356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26539): Terminating (SIGTERM)\u000a13:23:11.102577 --- ParallelTerminationStrategy: PID 26533 died...\u000a13:23:11.156009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26533): Terminated: ok {rc=0}\u000a13:23:11.165732 --- ParallelTerminationStrategy: PID 26536 died...\u000a13:23:11.218611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26536): Terminated: ok {rc=0}\u000a13:23:11.228189 --- ParallelTerminationStrategy: PID 26539 died...\u000a13:23:11.280919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26539): Terminated: ok {rc=0}\u000a13:23:11.369752 bus /sierra_3: Setting Powered False\u000a13:23:12.472150 bus /sierra_3: Setting Powered False\u000a13:23:13.578612 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:22:53" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26551): Process ended prematurely: osmo-stp_10.42.42.5(pid=26551) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26551)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26551): Process ended prematurely: osmo-stp_10.42.42.5(pid=26551) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:23:15.592129 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:23:15.603922 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:23:15.771908 tst mo_mt_call.py: using LAC 41189\u000a13:23:15.910758 tst mo_mt_call.py: using RAC 134\u000a13:23:16.037822 tst mo_mt_call.py: using CellId 41189\u000a13:23:16.162241 tst mo_mt_call.py: using BVCI 41190\u000a13:23:16.187576 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:23:16.199932 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:23:16.212081 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:23:16.224149 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:23:16.236855 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:23:16.249993 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:23:16.374827 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:23:16.599102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:17.129288 run create_hlr_db(pid=26545): Launched\u000a13:23:17.304911 bus /sierra_2: Setting Powered False\u000a13:23:18.325560 run create_hlr_db(pid=26545): Terminated: ok {rc=0}\u000a13:23:18.751913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26547): Launched\u000a13:23:19.073563 run osmo-hlr_10.42.42.2(pid=26548): Launched\u000a13:23:19.191965 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:19.749184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26550): Launched\u000a13:23:20.070963 run osmo-stp_10.42.42.5(pid=26551): Launched\u000a13:23:20.187986 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:23:20.775688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26553): Launched\u000a13:23:21.098202 run osmo-msc_10.42.42.6(pid=26554): Launched\u000a13:23:21.287229 run osmo-stp_10.42.42.5(pid=26551): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26551)]\u000a13:23:21.423858 run osmo-stp_10.42.42.5(pid=26551): stdout: \u000a| (launched: 2022-12-14_13:23:19.913506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:21.560595 run osmo-stp_10.42.42.5(pid=26551): stderr: \u000a| �[0;m�[38;5;43m20221214132320105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132320105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132320106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132320106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132320108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132320109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132320109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:21.690900 run osmo-stp_10.42.42.5(pid=26551): stdout: \u000a| (launched: 2022-12-14_13:23:19.913506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:21.819928 run osmo-stp_10.42.42.5(pid=26551): stderr: \u000a| �[0;m�[38;5;43m20221214132320105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132320105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132320106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132320106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132320108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132320109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132320109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:21.877049 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26551): Process ended prematurely: osmo-stp_10.42.42.5(pid=26551) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26551)] [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:23:21.886682 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:23:21.949385 run osmo-hlr_10.42.42.2(pid=26548): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26548)]\u000a13:23:22.000991 run osmo-hlr_10.42.42.2(pid=26548): stdout: \u000a| (launched: 2022-12-14_13:23:18.916240) \u000a13:23:22.053077 run osmo-hlr_10.42.42.2(pid=26548): stderr: \u000a| �[0;m�[1;31m20221214132319114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132319114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132319114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132319114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132319114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132319114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132319125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132319134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132319134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132319134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:22.123743 run osmo-msc_10.42.42.6(pid=26554): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26554)]\u000a13:23:22.175055 run osmo-msc_10.42.42.6(pid=26554): stdout: \u000a| (launched: 2022-12-14_13:23:20.940475) \u000a13:23:22.226927 run osmo-msc_10.42.42.6(pid=26554): stderr: \u000a| �[0;m�[38;5;43m20221214132321260 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132321260 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77bae97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132321260 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132321260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132321261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132321261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132321264 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132321265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132321265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132321265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:23:22.271088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26547): Terminating (SIGTERM)\u000a13:23:22.312515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26550): Terminating (SIGTERM)\u000a13:23:22.354751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26553): Terminating (SIGTERM)\u000a13:23:22.364265 --- ParallelTerminationStrategy: PID 26547 died...\u000a13:23:22.420190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26547): Terminated: ok {rc=0}\u000a13:23:22.430246 --- ParallelTerminationStrategy: PID 26550 died...\u000a13:23:22.485899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26550): Terminated: ok {rc=0}\u000a13:23:22.495904 --- ParallelTerminationStrategy: PID 26553 died...\u000a13:23:22.551614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26553): Terminated: ok {rc=0}\u000a13:23:22.637841 bus /sierra_3: Setting Powered False\u000a13:23:23.742160 bus /sierra_3: Setting Powered False\u000a13:23:24.849971 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26562): Process ended prematurely: osmo-stp_10.42.42.5(pid=26562) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26562)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26562): Process ended prematurely: osmo-stp_10.42.42.5(pid=26562) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:23:25.964137 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:23:25.976464 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:23:26.141390 tst mo_mt_call_osmux.py: using LAC 41190\u000a13:23:26.268539 tst mo_mt_call_osmux.py: using RAC 135\u000a13:23:26.395443 tst mo_mt_call_osmux.py: using CellId 41190\u000a13:23:26.520790 tst mo_mt_call_osmux.py: using BVCI 41191\u000a13:23:26.545126 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:23:26.556664 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:23:26.568087 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:23:26.579593 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:23:26.591414 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:23:26.603117 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:23:26.722900 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:23:26.932216 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:27.436910 run create_hlr_db(pid=26556): Launched\u000a13:23:27.623840 bus /sierra_2: Setting Powered False\u000a13:23:28.644369 run create_hlr_db(pid=26556): Terminated: ok {rc=0}\u000a13:23:29.047578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26558): Launched\u000a13:23:29.346941 run osmo-hlr_10.42.42.2(pid=26559): Launched\u000a13:23:29.457491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:29.975672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26561): Launched\u000a13:23:30.274795 run osmo-stp_10.42.42.5(pid=26562): Launched\u000a13:23:30.385247 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:23:30.968328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26564): Launched\u000a13:23:31.354710 run osmo-msc_10.42.42.6(pid=26565): Launched\u000a13:23:31.729166 run osmo-stp_10.42.42.5(pid=26562): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26562)]\u000a13:23:31.884901 run osmo-stp_10.42.42.5(pid=26562): stdout: \u000a| (launched: 2022-12-14_13:23:30.128094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:32.057655 run osmo-stp_10.42.42.5(pid=26562): stderr: \u000a| �[0;m�[38;5;43m20221214132330300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132330300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132330300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132330300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132330303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132330303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132330303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:32.184033 run osmo-stp_10.42.42.5(pid=26562): stdout: \u000a| (launched: 2022-12-14_13:23:30.128094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:32.310049 run osmo-stp_10.42.42.5(pid=26562): stderr: \u000a| �[0;m�[38;5;43m20221214132330300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132330300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132330300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132330300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132330303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132330303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132330303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:32.366302 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26562): Process ended prematurely: osmo-stp_10.42.42.5(pid=26562) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26562)] [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:23:32.375030 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:23:32.434342 run osmo-hlr_10.42.42.2(pid=26559): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26559)]\u000a13:23:32.483223 run osmo-hlr_10.42.42.2(pid=26559): stdout: \u000a| (launched: 2022-12-14_13:23:29.199953) \u000a13:23:32.532711 run osmo-hlr_10.42.42.2(pid=26559): stderr: \u000a| �[0;m�[1;31m20221214132329376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132329376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132329376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132329376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132329376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132329376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132329388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132329397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132329397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132329397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:32.599818 run osmo-msc_10.42.42.6(pid=26565): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26565)]\u000a13:23:32.648521 run osmo-msc_10.42.42.6(pid=26565): stdout: \u000a| (launched: 2022-12-14_13:23:31.130238) \u000a13:23:32.697749 run osmo-msc_10.42.42.6(pid=26565): stderr: \u000a| �[0;m�[38;5;43m20221214132331712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132331712 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4082d91c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132331712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132331712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132331712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132331721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132331723 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132331723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132331723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132331723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:23:32.739482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26558): Terminating (SIGTERM)\u000a13:23:32.779002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26561): Terminating (SIGTERM)\u000a13:23:32.818558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26564): Terminating (SIGTERM)\u000a13:23:32.827704 --- ParallelTerminationStrategy: PID 26558 died...\u000a13:23:32.880742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26558): Terminated: ok {rc=0}\u000a13:23:32.890457 --- ParallelTerminationStrategy: PID 26561 died...\u000a13:23:32.943263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26561): Terminated: ok {rc=0}\u000a13:23:32.952839 --- ParallelTerminationStrategy: PID 26564 died...\u000a13:23:33.005511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26564): Terminated: ok {rc=0}\u000a13:23:33.092428 bus /sierra_3: Setting Powered False\u000a13:23:34.194698 bus /sierra_3: Setting Powered False\u000a13:23:35.303116 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:23:15" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26577): Process ended prematurely: osmo-stp_10.42.42.5(pid=26577) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26577)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26577): Process ended prematurely: osmo-stp_10.42.42.5(pid=26577) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:23:37.307257 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:23:37.318788 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:23:37.484878 tst mo_mt_call.py: using LAC 41191\u000a13:23:37.610484 tst mo_mt_call.py: using RAC 136\u000a13:23:37.735930 tst mo_mt_call.py: using CellId 41191\u000a13:23:37.858632 tst mo_mt_call.py: using BVCI 41192\u000a13:23:37.881600 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:23:37.892390 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:23:37.903490 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:23:37.914424 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:23:37.926092 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:23:37.937513 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:23:38.057997 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:23:38.258337 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:38.739885 run create_hlr_db(pid=26571): Launched\u000a13:23:38.912729 bus /sierra_2: Setting Powered False\u000a13:23:39.935023 run create_hlr_db(pid=26571): Terminated: ok {rc=0}\u000a13:23:40.333877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26573): Launched\u000a13:23:40.633981 run osmo-hlr_10.42.42.2(pid=26574): Launched\u000a13:23:40.747239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:41.267153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26576): Launched\u000a13:23:41.566321 run osmo-stp_10.42.42.5(pid=26577): Launched\u000a13:23:41.675314 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:23:42.222879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26579): Launched\u000a13:23:42.524178 run osmo-msc_10.42.42.6(pid=26580): Launched\u000a13:23:42.701583 run osmo-stp_10.42.42.5(pid=26577): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26577)]\u000a13:23:42.829583 run osmo-stp_10.42.42.5(pid=26577): stdout: \u000a| (launched: 2022-12-14_13:23:41.419391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:42.954776 run osmo-stp_10.42.42.5(pid=26577): stderr: \u000a| �[0;m�[38;5;43m20221214132341590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132341590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132341591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132341591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132341591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132341591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132341592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:43.075856 run osmo-stp_10.42.42.5(pid=26577): stdout: \u000a| (launched: 2022-12-14_13:23:41.419391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:43.195982 run osmo-stp_10.42.42.5(pid=26577): stderr: \u000a| �[0;m�[38;5;43m20221214132341590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132341590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132341591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132341591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132341591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132341591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132341592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:43.248858 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26577): Process ended prematurely: osmo-stp_10.42.42.5(pid=26577) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26577)] [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:23:43.257404 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:23:43.316912 run osmo-hlr_10.42.42.2(pid=26574): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26574)]\u000a13:23:43.365790 run osmo-hlr_10.42.42.2(pid=26574): stdout: \u000a| (launched: 2022-12-14_13:23:40.487502) \u000a13:23:43.419539 run osmo-hlr_10.42.42.2(pid=26574): stderr: \u000a| �[0;m�[1;31m20221214132340662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132340662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132340663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132340663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132340663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132340663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132340674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132340683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132340684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132340684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:43.490624 run osmo-msc_10.42.42.6(pid=26580): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26580)]\u000a13:23:43.542343 run osmo-msc_10.42.42.6(pid=26580): stdout: \u000a| (launched: 2022-12-14_13:23:42.375795) \u000a13:23:43.594475 run osmo-msc_10.42.42.6(pid=26580): stderr: \u000a| �[0;m�[38;5;43m20221214132342651 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132342651 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7cc8070c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132342651 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132342651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132342651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132342651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132342653 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132342654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132342654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132342654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:23:43.638823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26573): Terminating (SIGTERM)\u000a13:23:43.681351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26576): Terminating (SIGTERM)\u000a13:23:43.723453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26579): Terminating (SIGTERM)\u000a13:23:43.733051 --- ParallelTerminationStrategy: PID 26573 died...\u000a13:23:43.789307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26573): Terminated: ok {rc=0}\u000a13:23:43.799284 --- ParallelTerminationStrategy: PID 26576 died...\u000a13:23:43.855555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26576): Terminated: ok {rc=0}\u000a13:23:43.865715 --- ParallelTerminationStrategy: PID 26579 died...\u000a13:23:43.922411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26579): Terminated: ok {rc=0}\u000a13:23:44.009810 bus /sierra_3: Setting Powered False\u000a13:23:45.115522 bus /sierra_3: Setting Powered False\u000a13:23:46.224124 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26588): Process ended prematurely: osmo-stp_10.42.42.5(pid=26588) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26588)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26588): Process ended prematurely: osmo-stp_10.42.42.5(pid=26588) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:23:47.330488 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:23:47.341991 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:23:47.507410 tst mo_mt_call_osmux.py: using LAC 41192\u000a13:23:47.637457 tst mo_mt_call_osmux.py: using RAC 137\u000a13:23:47.762066 tst mo_mt_call_osmux.py: using CellId 41192\u000a13:23:47.880721 tst mo_mt_call_osmux.py: using BVCI 41193\u000a13:23:47.903661 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:23:47.914843 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:23:47.925908 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:23:47.936781 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:23:47.947876 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:23:47.958876 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:23:48.078872 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:23:48.281679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:48.762098 run create_hlr_db(pid=26582): Launched\u000a13:23:48.934389 bus /sierra_2: Setting Powered False\u000a13:23:49.956350 run create_hlr_db(pid=26582): Terminated: ok {rc=0}\u000a13:23:50.356535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26584): Launched\u000a13:23:50.656173 run osmo-hlr_10.42.42.2(pid=26585): Launched\u000a13:23:50.768650 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:51.286446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26587): Launched\u000a13:23:51.586259 run osmo-stp_10.42.42.5(pid=26588): Launched\u000a13:23:51.694974 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:23:52.241371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26590): Launched\u000a13:23:52.543537 run osmo-msc_10.42.42.6(pid=26591): Launched\u000a13:23:52.720108 run osmo-stp_10.42.42.5(pid=26588): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26588)]\u000a13:23:52.846907 run osmo-stp_10.42.42.5(pid=26588): stdout: \u000a| (launched: 2022-12-14_13:23:51.438762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:52.971919 run osmo-stp_10.42.42.5(pid=26588): stderr: \u000a| �[0;m�[38;5;43m20221214132351609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132351609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132351609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132351609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132351610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132351610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132351610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:53.092295 run osmo-stp_10.42.42.5(pid=26588): stdout: \u000a| (launched: 2022-12-14_13:23:51.438762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:53.211703 run osmo-stp_10.42.42.5(pid=26588): stderr: \u000a| �[0;m�[38;5;43m20221214132351609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132351609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132351609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132351609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132351610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132351610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132351610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:53.264441 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26588): Process ended prematurely: osmo-stp_10.42.42.5(pid=26588) [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26588)] [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:23:53.273052 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:23:53.332092 run osmo-hlr_10.42.42.2(pid=26585): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26585)]\u000a13:23:53.380560 run osmo-hlr_10.42.42.2(pid=26585): stdout: \u000a| (launched: 2022-12-14_13:23:50.509804) \u000a13:23:53.429810 run osmo-hlr_10.42.42.2(pid=26585): stderr: \u000a| �[0;m�[1;31m20221214132350688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132350688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132350688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132350688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132350688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132350688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132350701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132350709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132350709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132350709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:53.496469 run osmo-msc_10.42.42.6(pid=26591): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26591)]\u000a13:23:53.544990 run osmo-msc_10.42.42.6(pid=26591): stdout: \u000a| (launched: 2022-12-14_13:23:52.394526) \u000a13:23:53.594015 run osmo-msc_10.42.42.6(pid=26591): stderr: \u000a| �[0;m�[38;5;43m20221214132352666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132352667 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e0beefc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132352667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132352667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132352667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132352667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132352669 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132352669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132352669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132352670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:23:53.635529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26584): Terminating (SIGTERM)\u000a13:23:53.674891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26587): Terminating (SIGTERM)\u000a13:23:53.714460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26590): Terminating (SIGTERM)\u000a13:23:53.723461 --- ParallelTerminationStrategy: PID 26584 died...\u000a13:23:53.776768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26584): Terminated: ok {rc=0}\u000a13:23:53.786402 --- ParallelTerminationStrategy: PID 26587 died...\u000a13:23:53.839076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26587): Terminated: ok {rc=0}\u000a13:23:53.848416 --- ParallelTerminationStrategy: PID 26590 died...\u000a13:23:53.900909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26590): Terminated: ok {rc=0}\u000a13:23:53.984180 bus /sierra_3: Setting Powered False\u000a13:23:55.091086 bus /sierra_3: Setting Powered False\u000a13:23:56.199075 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:23:37" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "emergency:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26650): Process ended prematurely: osmo-stp_10.42.42.5(pid=26650) [trial-2405↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26650)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26650): Process ended prematurely: osmo-stp_10.42.42.5(pid=26650) [trial-2405↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26650)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:23:58.203312 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:23:58.214003 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:23:58.348577 tst emergency_mo_mt_call.py: using LAC 41193\u000a13:23:58.463328 tst emergency_mo_mt_call.py: using RAC 138\u000a13:23:58.578990 tst emergency_mo_mt_call.py: using CellId 41193\u000a13:23:58.693858 tst emergency_mo_mt_call.py: using BVCI 41194\u000a13:23:58.716161 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:23:58.726901 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:23:58.737439 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:23:58.747818 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:23:58.758728 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:23:58.769456 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:23:58.881776 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:23:59.089191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:59.585850 run create_hlr_db(pid=26596): Launched\u000a13:23:59.769578 bus /sierra_2: Setting Powered False\u000a13:24:00.790181 run create_hlr_db(pid=26596): Terminated: ok {rc=0}\u000a13:24:01.251549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26598): Launched\u000a13:24:01.653604 run osmo-hlr_10.42.42.2(pid=26599): Launched\u000a13:24:01.838418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:02.507209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26637): Launched\u000a13:24:02.944807 run osmo-stp_10.42.42.5(pid=26650): Launched\u000a13:24:03.234801 tst emergency_mo_mt_call.py: using MSISDN 8706\u000a13:24:03.438073 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:24:04.152603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26790): Launched\u000a13:24:04.631650 run osmo-msc_10.42.42.6(pid=26845): Launched\u000a13:24:04.957458 run osmo-stp_10.42.42.5(pid=26650): ERR: Terminated: ERROR {rc=1} [trial-2405↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26650)]\u000a13:24:05.166817 run osmo-stp_10.42.42.5(pid=26650): stdout: \u000a| (launched: 2022-12-14_13:24:02.671826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:05.424134 run osmo-stp_10.42.42.5(pid=26650): stderr: \u000a| �[0;m�[38;5;43m20221214132403003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132403003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132403003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132403003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132403004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132403004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132403004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:05.547841 run osmo-stp_10.42.42.5(pid=26650): stdout: \u000a| (launched: 2022-12-14_13:24:02.671826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:05.670930 run osmo-stp_10.42.42.5(pid=26650): stderr: \u000a| �[0;m�[38;5;43m20221214132403003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132403003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132403003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132403003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132403004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132403004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132403004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:05.724891 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=26650): Process ended prematurely: osmo-stp_10.42.42.5(pid=26650) [trial-2405↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26650)] [trial-2405↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a13:24:05.733869 tst emergency_mo_mt_call.py:19: Test FAILED (7.5 sec)\u000a13:24:05.795682 run osmo-hlr_10.42.42.2(pid=26599): ERR: Terminated: ERROR {rc=237} [trial-2405↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26599)]\u000a13:24:05.846904 run osmo-hlr_10.42.42.2(pid=26599): stdout: \u000a| (launched: 2022-12-14_13:24:01.415032) \u000a13:24:05.898758 run osmo-hlr_10.42.42.2(pid=26599): stderr: \u000a| �[0;m�[1;31m20221214132401676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132401676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132401676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132401676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132401676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132401676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132401700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132401721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132401721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132401726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:24:05.967516 run osmo-msc_10.42.42.6(pid=26845): ERR: Terminated: ERROR {rc=2} [trial-2405↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26845)]\u000a13:24:06.017708 run osmo-msc_10.42.42.6(pid=26845): stdout: \u000a| (launched: 2022-12-14_13:24:04.355014) \u000a13:24:06.069203 run osmo-msc_10.42.42.6(pid=26845): stderr: \u000a| �[0;m�[38;5;43m20221214132404968 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132404968 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f0acc2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132404968 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132404968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132404968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132404968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132404970 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132404971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132404971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132404971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:24:06.112588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26598): Terminating (SIGTERM)\u000a13:24:06.153209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26637): Terminating (SIGTERM)\u000a13:24:06.196297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26790): Terminating (SIGTERM)\u000a13:24:06.206374 --- ParallelTerminationStrategy: PID 26598 died...\u000a13:24:06.263409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26598): Terminated: ok {rc=0}\u000a13:24:06.273505 --- ParallelTerminationStrategy: PID 26637 died...\u000a13:24:06.328007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26637): Terminated: ok {rc=0}\u000a13:24:06.338022 --- ParallelTerminationStrategy: PID 26790 died...\u000a13:24:06.394092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26790): Terminated: ok {rc=0}\u000a13:24:06.481313 bus /sierra_3: Setting Powered False\u000a13:24:07.586848 bus /sierra_3: Setting Powered False\u000a13:24:08.696690 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "emergency:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26884): Process ended prematurely: osmo-stp_10.42.42.5(pid=26884) [trial-2405↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26884)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26884): Process ended prematurely: osmo-stp_10.42.42.5(pid=26884) [trial-2405↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:24:09.749584 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:24:09.761945 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:24:09.903750 tst emergency_preemptive_call.py: using LAC 41194\u000a13:24:10.020410 tst emergency_preemptive_call.py: using RAC 139\u000a13:24:10.137843 tst emergency_preemptive_call.py: using CellId 41194\u000a13:24:10.256085 tst emergency_preemptive_call.py: using BVCI 41195\u000a13:24:10.279652 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:24:10.291465 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:24:10.303070 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:24:10.315291 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:24:10.328179 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:24:10.340861 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:24:10.462135 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:24:10.580899 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:24:10.699693 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:24:10.903278 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:11.433945 run create_hlr_db(pid=26878): Launched\u000a13:24:11.610667 bus /sierra_2: Setting Powered False\u000a13:24:12.633452 run create_hlr_db(pid=26878): Terminated: ok {rc=0}\u000a13:24:13.059532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26880): Launched\u000a13:24:13.488815 run osmo-hlr_10.42.42.2(pid=26881): Launched\u000a13:24:13.730371 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:14.305915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26883): Launched\u000a13:24:14.725757 run osmo-stp_10.42.42.5(pid=26884): Launched\u000a13:24:14.954582 tst emergency_preemptive_call.py: using MSISDN 8707\u000a13:24:15.116888 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:24:15.719351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26886): Launched\u000a13:24:16.216495 run osmo-msc_10.42.42.6(pid=26887): Launched\u000a13:24:16.600397 run osmo-stp_10.42.42.5(pid=26884): ERR: Terminated: ERROR {rc=1} [trial-2405↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26884)]\u000a13:24:16.746429 run osmo-stp_10.42.42.5(pid=26884): stdout: \u000a| (launched: 2022-12-14_13:24:14.470218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:16.885338 run osmo-stp_10.42.42.5(pid=26884): stderr: \u000a| �[0;m�[38;5;43m20221214132414767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132414768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132414768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132414768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132414773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132414773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132414773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:17.018758 run osmo-stp_10.42.42.5(pid=26884): stdout: \u000a| (launched: 2022-12-14_13:24:14.470218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:17.152014 run osmo-stp_10.42.42.5(pid=26884): stderr: \u000a| �[0;m�[38;5;43m20221214132414767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132414768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132414768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132414768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132414773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132414773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132414773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:17.209880 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=26884): Process ended prematurely: osmo-stp_10.42.42.5(pid=26884) [trial-2405↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26884)] [trial-2405↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a13:24:17.219507 tst emergency_preemptive_call.py:32: Test FAILED (7.5 sec)\u000a13:24:17.287432 run osmo-hlr_10.42.42.2(pid=26881): ERR: Terminated: ERROR {rc=237} [trial-2405↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26881)]\u000a13:24:17.342062 run osmo-hlr_10.42.42.2(pid=26881): stdout: \u000a| (launched: 2022-12-14_13:24:13.223604) \u000a13:24:17.397709 run osmo-hlr_10.42.42.2(pid=26881): stderr: \u000a| �[0;m�[1;31m20221214132413529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132413529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132413529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132413529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132413529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132413529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132413553 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132413561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132413562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132413562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:24:17.473161 run osmo-msc_10.42.42.6(pid=26887): ERR: Terminated: ERROR {rc=2} [trial-2405↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26887)]\u000a13:24:17.527731 run osmo-msc_10.42.42.6(pid=26887): stdout: \u000a| (launched: 2022-12-14_13:24:15.918254) \u000a13:24:17.583319 run osmo-msc_10.42.42.6(pid=26887): stderr: \u000a| �[0;m�[38;5;43m20221214132416422 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132416422 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe12ca5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132416422 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132416423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132416423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132416423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132416425 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132416425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132416425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132416426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:24:17.630631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26880): Terminating (SIGTERM)\u000a13:24:17.678010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26883): Terminating (SIGTERM)\u000a13:24:17.724622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26886): Terminating (SIGTERM)\u000a13:24:17.735588 --- ParallelTerminationStrategy: PID 26880 died...\u000a13:24:17.797161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26880): Terminated: ok {rc=0}\u000a13:24:17.809118 --- ParallelTerminationStrategy: PID 26883 died...\u000a13:24:17.869026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26883): Terminated: ok {rc=0}\u000a13:24:17.880587 --- ParallelTerminationStrategy: PID 26886 died...\u000a13:24:17.939584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26886): Terminated: ok {rc=0}\u000a13:24:18.041153 bus /sierra_9: Setting Powered False\u000a13:24:19.155004 bus /sierra_9: Setting Powered False\u000a13:24:20.267610 bus /sierra_8: Setting Powered False\u000a13:24:21.372474 bus /sierra_8: Setting Powered False\u000a13:24:22.484223 bus /sierra_3: Setting Powered False\u000a13:24:23.591155 bus /sierra_3: Setting Powered False\u000a13:24:24.703574 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 29.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:23:57" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26903): Process ended prematurely: osmo-stp_10.42.42.5(pid=26903) [trial-2405↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26903)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26903): Process ended prematurely: osmo-stp_10.42.42.5(pid=26903) [trial-2405↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:24:26.819047 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:26.829678 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:24:26.965629 tst cs_paging_gprs_active.py: using LAC 41195\u000a13:24:27.083688 tst cs_paging_gprs_active.py: using RAC 140\u000a13:24:27.203282 tst cs_paging_gprs_active.py: using CellId 41195\u000a13:24:27.321791 tst cs_paging_gprs_active.py: using BVCI 41196\u000a13:24:27.344886 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:27.355560 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:27.366025 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:27.376426 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:27.387330 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:27.397896 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:27.408883 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:27.419598 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:27.430244 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:24:27.544136 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:24:27.836819 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:24:27.972884 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:28.307176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26893): Launched\u000a13:24:28.584294 run iperf3-srv_10.42.42.10(pid=26894): Launched\u000a13:24:28.782960 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:24:28.918905 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:29.252477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26895): Launched\u000a13:24:29.529682 run iperf3-srv_10.42.42.10(pid=26896): Launched\u000a13:24:29.728011 tst cs_paging_gprs_active.py:38: start network...\u000a13:24:29.863415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:30.371309 run create_hlr_db(pid=26897): Launched\u000a13:24:30.557424 bus /sierra_2: Setting Powered False\u000a13:24:31.583406 run create_hlr_db(pid=26897): Terminated: ok {rc=0}\u000a13:24:32.070363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26899): Launched\u000a13:24:32.398373 run osmo-hlr_10.42.42.2(pid=26900): Launched\u000a13:24:32.518043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:33.079955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26902): Launched\u000a13:24:33.403714 run osmo-stp_10.42.42.5(pid=26903): Launched\u000a13:24:33.521371 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:24:34.083989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26905): Launched\u000a13:24:34.199484 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:24:34.480701 run patchelf(pid=26906): Launched\u000a13:24:34.669774 run osmo-stp_10.42.42.5(pid=26903): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26903)]\u000a13:24:34.808083 run osmo-stp_10.42.42.5(pid=26903): stdout: \u000a| (launched: 2022-12-14_13:24:33.244903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:34.947205 run osmo-stp_10.42.42.5(pid=26903): stderr: \u000a| �[0;m�[38;5;43m20221214132433439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132433439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132433440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132433440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132433440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132433441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132433441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:35.081285 run osmo-stp_10.42.42.5(pid=26903): stdout: \u000a| (launched: 2022-12-14_13:24:33.244903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:35.214086 run osmo-stp_10.42.42.5(pid=26903): stderr: \u000a| �[0;m�[38;5;43m20221214132433439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132433439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132433440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132433440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132433440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132433441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132433441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:35.368676 run patchelf(pid=26906): Terminating (SIGINT)\u000a13:24:35.549755 run patchelf(pid=26906): Terminated: ok {rc=0}\u000a13:24:35.583101 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26903): Process ended prematurely: osmo-stp_10.42.42.5(pid=26903) [trial-2405↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26903)] [trial-2405↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a13:24:35.592879 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:24:35.656028 run osmo-hlr_10.42.42.2(pid=26900): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26900)]\u000a13:24:35.707295 run osmo-hlr_10.42.42.2(pid=26900): stdout: \u000a| (launched: 2022-12-14_13:24:32.237885) \u000a13:24:35.759070 run osmo-hlr_10.42.42.2(pid=26900): stderr: \u000a| �[0;m�[1;31m20221214132432437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132432437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132432437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132432437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132432437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132432437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132432450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132432459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132432459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132432459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:24:35.803693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26893): Terminating (SIGTERM)\u000a13:24:35.846059 run iperf3-srv_10.42.42.10(pid=26894): Terminating (SIGTERM)\u000a13:24:35.887949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26895): Terminating (SIGTERM)\u000a13:24:35.930164 run iperf3-srv_10.42.42.10(pid=26896): Terminating (SIGTERM)\u000a13:24:35.972321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26899): Terminating (SIGTERM)\u000a13:24:36.014409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26902): Terminating (SIGTERM)\u000a13:24:36.056047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26905): Terminating (SIGTERM)\u000a13:24:36.065620 --- ParallelTerminationStrategy: PID 26893 died...\u000a13:24:36.121802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26893): Terminated: ok {rc=0}\u000a13:24:36.131659 --- ParallelTerminationStrategy: PID 26894 died...\u000a13:24:36.187383 run iperf3-srv_10.42.42.10(pid=26894): Terminated {rc=256}\u000a13:24:36.197353 --- ParallelTerminationStrategy: PID 26895 died...\u000a13:24:36.253253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26895): Terminated: ok {rc=0}\u000a13:24:36.263158 --- ParallelTerminationStrategy: PID 26896 died...\u000a13:24:36.318814 run iperf3-srv_10.42.42.10(pid=26896): Terminated {rc=256}\u000a13:24:36.328642 --- ParallelTerminationStrategy: PID 26899 died...\u000a13:24:36.384639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26899): Terminated: ok {rc=0}\u000a13:24:36.394583 --- ParallelTerminationStrategy: PID 26902 died...\u000a13:24:36.450609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26902): Terminated: ok {rc=0}\u000a13:24:36.460621 --- ParallelTerminationStrategy: PID 26905 died...\u000a13:24:36.516749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26905): Terminated: ok {rc=0}\u000a13:24:36.604001 bus /gobi_0: Setting Powered False\u000a13:24:37.706980 bus /gobi_0: Setting Powered False\u000a13:24:38.812859 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26915): Process ended prematurely: osmo-stp_10.42.42.5(pid=26915) [trial-2405↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26915)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26915): Process ended prematurely: osmo-stp_10.42.42.5(pid=26915) [trial-2405↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26915)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a13:24:39.929038 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:39.940804 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:24:40.089085 tst iperf3.py: using LAC 41196\u000a13:24:40.215275 tst iperf3.py: using RAC 141\u000a13:24:40.343149 tst iperf3.py: using CellId 41196\u000a13:24:40.468999 tst iperf3.py: using BVCI 41197\u000a13:24:40.493739 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:40.504849 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:40.515777 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:40.526738 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:40.538016 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:40.549225 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:40.560541 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:40.571790 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:40.583334 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:24:40.860650 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:24:40.986530 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:41.298696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26907): Launched\u000a13:24:41.556615 run iperf3-srv_10.42.42.10(pid=26908): Launched\u000a13:24:41.740607 tst iperf3.py:8: start network...\u000a13:24:41.866094 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:42.346751 run create_hlr_db(pid=26909): Launched\u000a13:24:42.519366 bus /gobi_6: Setting Powered False\u000a13:24:43.541705 run create_hlr_db(pid=26909): Terminated: ok {rc=0}\u000a13:24:43.970097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26911): Launched\u000a13:24:44.292186 run osmo-hlr_10.42.42.2(pid=26912): Launched\u000a13:24:44.414533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:44.977940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26914): Launched\u000a13:24:45.302358 run osmo-stp_10.42.42.5(pid=26915): Launched\u000a13:24:45.420608 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:24:46.005499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26917): Launched\u000a13:24:46.123526 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:24:46.405124 run patchelf(pid=26918): Launched\u000a13:24:46.598611 run osmo-stp_10.42.42.5(pid=26915): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26915)]\u000a13:24:46.739602 run osmo-stp_10.42.42.5(pid=26915): stdout: \u000a| (launched: 2022-12-14_13:24:45.142906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:46.881022 run osmo-stp_10.42.42.5(pid=26915): stderr: \u000a| �[0;m�[38;5;43m20221214132445335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132445335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132445335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132445336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132445336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132445336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132445336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:47.018249 run osmo-stp_10.42.42.5(pid=26915): stdout: \u000a| (launched: 2022-12-14_13:24:45.142906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:47.153784 run osmo-stp_10.42.42.5(pid=26915): stderr: \u000a| �[0;m�[38;5;43m20221214132445335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132445335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132445335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132445336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132445336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132445336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132445336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:47.310641 run patchelf(pid=26918): Terminating (SIGINT)\u000a13:24:47.492249 run patchelf(pid=26918): Terminated: ok {rc=0}\u000a13:24:47.525970 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26915): Process ended prematurely: osmo-stp_10.42.42.5(pid=26915) [trial-2405↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26915)] [trial-2405↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a13:24:47.536071 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:24:47.600815 run osmo-hlr_10.42.42.2(pid=26912): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26912)]\u000a13:24:47.653320 run osmo-hlr_10.42.42.2(pid=26912): stdout: \u000a| (launched: 2022-12-14_13:24:44.134617) \u000a13:24:47.706206 run osmo-hlr_10.42.42.2(pid=26912): stderr: \u000a| �[0;m�[1;31m20221214132444334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132444334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132444334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132444334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132444334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132444334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132444346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132444354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132444354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132444354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:24:47.751644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26907): Terminating (SIGTERM)\u000a13:24:47.794435 run iperf3-srv_10.42.42.10(pid=26908): Terminating (SIGTERM)\u000a13:24:47.837289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26911): Terminating (SIGTERM)\u000a13:24:47.880196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26914): Terminating (SIGTERM)\u000a13:24:47.923595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26917): Terminating (SIGTERM)\u000a13:24:47.933436 --- ParallelTerminationStrategy: PID 26907 died...\u000a13:24:47.991965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26907): Terminated: ok {rc=0}\u000a13:24:48.002268 --- ParallelTerminationStrategy: PID 26908 died...\u000a13:24:48.060305 run iperf3-srv_10.42.42.10(pid=26908): Terminated {rc=256}\u000a13:24:48.070471 --- ParallelTerminationStrategy: PID 26911 died...\u000a13:24:48.128429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26911): Terminated: ok {rc=0}\u000a13:24:48.138633 --- ParallelTerminationStrategy: PID 26914 died...\u000a13:24:48.196739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26914): Terminated: ok {rc=0}\u000a13:24:48.206845 --- ParallelTerminationStrategy: PID 26917 died...\u000a13:24:48.264879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26917): Terminated: ok {rc=0}\u000a13:24:48.352847 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26933): Process ended prematurely: osmo-stp_10.42.42.5(pid=26933) [trial-2405↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26933)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26933): Process ended prematurely: osmo-stp_10.42.42.5(pid=26933) [trial-2405↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a13:24:49.469336 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:49.481011 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:24:49.620558 tst iperf3m4.py: using LAC 41197\u000a13:24:49.740821 tst iperf3m4.py: using RAC 142\u000a13:24:49.861281 tst iperf3m4.py: using CellId 41197\u000a13:24:49.978955 tst iperf3m4.py: using BVCI 41198\u000a13:24:50.002136 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:50.013390 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:50.024084 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:50.034743 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:50.045495 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:50.056190 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:50.066917 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:50.077175 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:24:50.087505 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:24:50.208931 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:24:50.325789 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:24:50.444457 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:24:50.739750 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:24:50.876124 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:51.212509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26919): Launched\u000a13:24:51.490641 run iperf3-srv_10.42.42.10(pid=26920): Launched\u000a13:24:51.689533 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:24:51.825124 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:52.160543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26921): Launched\u000a13:24:52.438425 run iperf3-srv_10.42.42.10(pid=26922): Launched\u000a13:24:52.637004 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:24:52.772040 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:53.107205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26923): Launched\u000a13:24:53.384688 run iperf3-srv_10.42.42.10(pid=26924): Launched\u000a13:24:53.583220 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:24:53.718691 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:54.053624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26925): Launched\u000a13:24:54.331426 run iperf3-srv_10.42.42.10(pid=26926): Launched\u000a13:24:54.530598 tst iperf3m4.py:8: start network...\u000a13:24:54.666052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:55.174525 run create_hlr_db(pid=26927): Launched\u000a13:24:55.362155 bus /gobi_6: Setting Powered False\u000a13:24:56.383498 run create_hlr_db(pid=26927): Terminated: ok {rc=0}\u000a13:24:56.788070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26929): Launched\u000a13:24:57.091834 run osmo-hlr_10.42.42.2(pid=26930): Launched\u000a13:24:57.203079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:57.728626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26932): Launched\u000a13:24:58.030271 run osmo-stp_10.42.42.5(pid=26933): Launched\u000a13:24:58.140135 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:24:58.664877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26935): Launched\u000a13:24:58.772181 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:24:59.036184 run patchelf(pid=26936): Launched\u000a13:24:59.212415 run osmo-stp_10.42.42.5(pid=26933): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26933)]\u000a13:24:59.341570 run osmo-stp_10.42.42.5(pid=26933): stdout: \u000a| (launched: 2022-12-14_13:24:57.882093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:59.470728 run osmo-stp_10.42.42.5(pid=26933): stderr: \u000a| �[0;m�[38;5;43m20221214132458051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132458051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132458052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132458052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132458052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132458053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132458053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:59.595470 run osmo-stp_10.42.42.5(pid=26933): stdout: \u000a| (launched: 2022-12-14_13:24:57.882093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:59.719171 run osmo-stp_10.42.42.5(pid=26933): stderr: \u000a| �[0;m�[38;5;43m20221214132458051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132458051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132458052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132458052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132458052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132458053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132458053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:59.863376 run patchelf(pid=26936): Terminating (SIGINT)\u000a13:25:00.032717 run patchelf(pid=26936): Terminated: ok {rc=0}\u000a13:25:00.063785 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26933): Process ended prematurely: osmo-stp_10.42.42.5(pid=26933) [trial-2405↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26933)] [trial-2405↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a13:25:00.072887 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a13:25:00.132881 run osmo-hlr_10.42.42.2(pid=26930): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26930)]\u000a13:25:00.181633 run osmo-hlr_10.42.42.2(pid=26930): stdout: \u000a| (launched: 2022-12-14_13:24:56.941902) \u000a13:25:00.231049 run osmo-hlr_10.42.42.2(pid=26930): stderr: \u000a| �[0;m�[1;31m20221214132457118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132457118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132457118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132457118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132457118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132457118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132457133 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132457143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132457144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132457144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:00.273085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26919): Terminating (SIGTERM)\u000a13:25:00.312350 run iperf3-srv_10.42.42.10(pid=26920): Terminating (SIGTERM)\u000a13:25:00.353591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26921): Terminating (SIGTERM)\u000a13:25:00.393243 run iperf3-srv_10.42.42.10(pid=26922): Terminating (SIGTERM)\u000a13:25:00.432638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26923): Terminating (SIGTERM)\u000a13:25:00.471977 run iperf3-srv_10.42.42.10(pid=26924): Terminating (SIGTERM)\u000a13:25:00.511387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26925): Terminating (SIGTERM)\u000a13:25:00.550769 run iperf3-srv_10.42.42.10(pid=26926): Terminating (SIGTERM)\u000a13:25:00.590222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26929): Terminating (SIGTERM)\u000a13:25:00.629551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26932): Terminating (SIGTERM)\u000a13:25:00.669082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26935): Terminating (SIGTERM)\u000a13:25:00.678266 --- ParallelTerminationStrategy: PID 26919 died...\u000a13:25:00.731769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26919): Terminated: ok {rc=0}\u000a13:25:00.741523 --- ParallelTerminationStrategy: PID 26920 died...\u000a13:25:00.794245 run iperf3-srv_10.42.42.10(pid=26920): Terminated {rc=256}\u000a13:25:00.803739 --- ParallelTerminationStrategy: PID 26921 died...\u000a13:25:00.879029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26921): Terminated: ok {rc=0}\u000a13:25:00.890364 --- ParallelTerminationStrategy: PID 26922 died...\u000a13:25:00.945248 run iperf3-srv_10.42.42.10(pid=26922): Terminated {rc=256}\u000a13:25:00.955506 --- ParallelTerminationStrategy: PID 26923 died...\u000a13:25:01.010672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26923): Terminated: ok {rc=0}\u000a13:25:01.021119 --- ParallelTerminationStrategy: PID 26924 died...\u000a13:25:01.076296 run iperf3-srv_10.42.42.10(pid=26924): Terminated {rc=256}\u000a13:25:01.087936 --- ParallelTerminationStrategy: PID 26925 died...\u000a13:25:01.147863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26925): Terminated: ok {rc=0}\u000a13:25:01.158878 --- ParallelTerminationStrategy: PID 26926 died...\u000a13:25:01.218583 run iperf3-srv_10.42.42.10(pid=26926): Terminated {rc=256}\u000a13:25:01.229675 --- ParallelTerminationStrategy: PID 26929 died...\u000a13:25:01.290786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26929): Terminated: ok {rc=0}\u000a13:25:01.302070 --- ParallelTerminationStrategy: PID 26932 died...\u000a13:25:01.361988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26932): Terminated: ok {rc=0}\u000a13:25:01.373958 --- ParallelTerminationStrategy: PID 26935 died...\u000a13:25:01.433306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26935): Terminated: ok {rc=0}\u000a13:25:01.534280 bus /gobi_4: Setting Powered False\u000a13:25:02.646102 bus /gobi_4: Setting Powered False\u000a13:25:03.755101 bus /gobi_1: Setting Powered False\u000a13:25:04.860770 bus /gobi_1: Setting Powered False\u000a13:25:05.968854 bus /gobi_0: Setting Powered False\u000a13:25:07.075744 bus /gobi_0: Setting Powered False\u000a13:25:08.185069 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26946): Process ended prematurely: osmo-stp_10.42.42.5(pid=26946) [trial-2405↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26946)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26946): Process ended prematurely: osmo-stp_10.42.42.5(pid=26946) [trial-2405↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26946)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a13:25:09.254660 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:25:09.266707 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:25:09.402831 tst ping.py: using LAC 41198\u000a13:25:09.518240 tst ping.py: using RAC 143\u000a13:25:09.633321 tst ping.py: using CellId 41198\u000a13:25:09.752488 tst ping.py: using BVCI 41199\u000a13:25:09.775190 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:25:09.786056 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:25:09.796723 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:25:09.807473 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:25:09.818382 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:25:09.829186 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:25:09.839986 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:25:09.850699 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:25:10.141167 tst ping.py:19: start network...\u000a13:25:10.274815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:10.783356 run create_hlr_db(pid=26940): Launched\u000a13:25:10.968536 bus /gobi_6: Setting Powered False\u000a13:25:11.988248 run create_hlr_db(pid=26940): Terminated: ok {rc=0}\u000a13:25:12.384258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26942): Launched\u000a13:25:12.680159 run osmo-hlr_10.42.42.2(pid=26943): Launched\u000a13:25:12.795777 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:13.351588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26945): Launched\u000a13:25:13.670412 run osmo-stp_10.42.42.5(pid=26946): Launched\u000a13:25:13.786740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:25:14.341716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26948): Launched\u000a13:25:14.455892 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:25:14.732675 run patchelf(pid=26949): Launched\u000a13:25:14.919442 run osmo-stp_10.42.42.5(pid=26946): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26946)]\u000a13:25:15.056166 run osmo-stp_10.42.42.5(pid=26946): stdout: \u000a| (launched: 2022-12-14_13:25:13.513598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:15.193211 run osmo-stp_10.42.42.5(pid=26946): stderr: \u000a| �[0;m�[38;5;43m20221214132513707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132513707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132513708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132513708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132513709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132513709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132513709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:15.325541 run osmo-stp_10.42.42.5(pid=26946): stdout: \u000a| (launched: 2022-12-14_13:25:13.513598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:15.457058 run osmo-stp_10.42.42.5(pid=26946): stderr: \u000a| �[0;m�[38;5;43m20221214132513707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132513707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132513708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132513708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132513709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132513709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132513709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:15.608832 run patchelf(pid=26949): Terminating (SIGINT)\u000a13:25:15.787003 run patchelf(pid=26949): Terminated: ok {rc=0}\u000a13:25:15.819186 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26946): Process ended prematurely: osmo-stp_10.42.42.5(pid=26946) [trial-2405↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26946)] [trial-2405↪gprs:trx-sysmocell5000↪ping.py:22]\u000a13:25:15.832339 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:25:15.903916 run osmo-hlr_10.42.42.2(pid=26943): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26943)]\u000a13:25:15.955537 run osmo-hlr_10.42.42.2(pid=26943): stdout: \u000a| (launched: 2022-12-14_13:25:12.534617) \u000a13:25:16.007749 run osmo-hlr_10.42.42.2(pid=26943): stderr: \u000a| �[0;m�[1;31m20221214132512710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132512710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132512710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132512710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132512710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132512710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132512722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132512731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132512731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132512731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:16.052317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26942): Terminating (SIGTERM)\u000a13:25:16.097763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26945): Terminating (SIGTERM)\u000a13:25:16.142354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26948): Terminating (SIGTERM)\u000a13:25:16.152929 --- ParallelTerminationStrategy: PID 26942 died...\u000a13:25:16.212228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26942): Terminated: ok {rc=0}\u000a13:25:16.222821 --- ParallelTerminationStrategy: PID 26945 died...\u000a13:25:16.280906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26945): Terminated: ok {rc=0}\u000a13:25:16.291523 --- ParallelTerminationStrategy: PID 26948 died...\u000a13:25:16.348637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26948): Terminated: ok {rc=0}\u000a13:25:16.437334 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26956): Process ended prematurely: osmo-stp_10.42.42.5(pid=26956) [trial-2405↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26956)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26956): Process ended prematurely: osmo-stp_10.42.42.5(pid=26956) [trial-2405↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a13:25:17.487793 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:25:17.499568 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:25:17.636740 tst ping_idle_ping.py: using LAC 41199\u000a13:25:17.755952 tst ping_idle_ping.py: using RAC 144\u000a13:25:17.874881 tst ping_idle_ping.py: using CellId 41199\u000a13:25:17.994052 tst ping_idle_ping.py: using BVCI 41200\u000a13:25:18.016664 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:25:18.027595 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:25:18.038350 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:25:18.048805 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:25:18.059964 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:25:18.071299 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:25:18.082796 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:25:18.094002 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:25:18.384934 tst ping_idle_ping.py:24: start network...\u000a13:25:18.518298 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:19.022878 run create_hlr_db(pid=26950): Launched\u000a13:25:19.208556 bus /gobi_6: Setting Powered False\u000a13:25:20.229723 run create_hlr_db(pid=26950): Terminated: ok {rc=0}\u000a13:25:20.628598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26952): Launched\u000a13:25:20.926539 run osmo-hlr_10.42.42.2(pid=26953): Launched\u000a13:25:21.044662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:21.566184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26955): Launched\u000a13:25:21.863541 run osmo-stp_10.42.42.5(pid=26956): Launched\u000a13:25:21.972635 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:25:22.488770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26958): Launched\u000a13:25:22.594099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:25:22.851721 run patchelf(pid=26959): Launched\u000a13:25:23.025104 run osmo-stp_10.42.42.5(pid=26956): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26956)]\u000a13:25:23.151288 run osmo-stp_10.42.42.5(pid=26956): stdout: \u000a| (launched: 2022-12-14_13:25:21.716220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:23.278911 run osmo-stp_10.42.42.5(pid=26956): stderr: \u000a| �[0;m�[38;5;43m20221214132521888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132521888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132521888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132521889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132521889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132521889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132521889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:23.401300 run osmo-stp_10.42.42.5(pid=26956): stdout: \u000a| (launched: 2022-12-14_13:25:21.716220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:23.522860 run osmo-stp_10.42.42.5(pid=26956): stderr: \u000a| �[0;m�[38;5;43m20221214132521888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132521888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132521888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132521889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132521889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132521889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132521889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:23.663895 run patchelf(pid=26959): Terminating (SIGINT)\u000a13:25:23.829581 run patchelf(pid=26959): Terminated: ok {rc=0}\u000a13:25:23.859763 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26956): Process ended prematurely: osmo-stp_10.42.42.5(pid=26956) [trial-2405↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26956)] [trial-2405↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a13:25:23.868352 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:25:23.927655 run osmo-hlr_10.42.42.2(pid=26953): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26953)]\u000a13:25:23.976385 run osmo-hlr_10.42.42.2(pid=26953): stdout: \u000a| (launched: 2022-12-14_13:25:20.780236) \u000a13:25:24.025871 run osmo-hlr_10.42.42.2(pid=26953): stderr: \u000a| �[0;m�[1;31m20221214132520954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132520955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132520955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132520955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132520955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132520955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132520967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132520978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132520978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132520978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:24.068136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26952): Terminating (SIGTERM)\u000a13:25:24.108041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26955): Terminating (SIGTERM)\u000a13:25:24.148022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26958): Terminating (SIGTERM)\u000a13:25:24.157330 --- ParallelTerminationStrategy: PID 26952 died...\u000a13:25:24.210648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26952): Terminated: ok {rc=0}\u000a13:25:24.220267 --- ParallelTerminationStrategy: PID 26955 died...\u000a13:25:24.273439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26955): Terminated: ok {rc=0}\u000a13:25:24.283219 --- ParallelTerminationStrategy: PID 26958 died...\u000a13:25:24.336176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26958): Terminated: ok {rc=0}\u000a13:25:24.418783 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:24:26" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26973): Process ended prematurely: osmo-stp_10.42.42.5(pid=26973) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26973)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26973): Process ended prematurely: osmo-stp_10.42.42.5(pid=26973) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26973)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:25:26.572708 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:26.583827 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:25:26.720467 tst cs_paging_gprs_active.py: using LAC 41200\u000a13:25:26.839212 tst cs_paging_gprs_active.py: using RAC 145\u000a13:25:26.959836 tst cs_paging_gprs_active.py: using CellId 41200\u000a13:25:27.082731 tst cs_paging_gprs_active.py: using BVCI 41201\u000a13:25:27.105858 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:27.116670 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:27.127337 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:27.137894 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:27.148772 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:27.159846 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:27.171103 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:27.182113 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:27.193157 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:25:27.313217 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:25:27.590407 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:25:27.715849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:28.027919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26963): Launched\u000a13:25:28.286423 run iperf3-srv_10.42.42.10(pid=26964): Launched\u000a13:25:28.469866 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:25:28.594933 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:28.906518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26965): Launched\u000a13:25:29.164552 run iperf3-srv_10.42.42.10(pid=26966): Launched\u000a13:25:29.348295 tst cs_paging_gprs_active.py:38: start network...\u000a13:25:29.473321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:29.953389 run create_hlr_db(pid=26967): Launched\u000a13:25:30.126294 bus /gobi_6: Setting Powered False\u000a13:25:31.204319 run create_hlr_db(pid=26967): Terminated: ok {rc=0}\u000a13:25:31.675813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26969): Launched\u000a13:25:32.106603 run osmo-hlr_10.42.42.2(pid=26970): Launched\u000a13:25:32.243732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:32.804753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26972): Launched\u000a13:25:33.129738 run osmo-stp_10.42.42.5(pid=26973): Launched\u000a13:25:33.248612 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:25:33.813176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26975): Launched\u000a13:25:33.929833 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:25:34.211805 run patchelf(pid=26976): Launched\u000a13:25:34.401627 run osmo-stp_10.42.42.5(pid=26973): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26973)]\u000a13:25:34.540034 run osmo-stp_10.42.42.5(pid=26973): stdout: \u000a| (launched: 2022-12-14_13:25:32.970175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:34.679131 run osmo-stp_10.42.42.5(pid=26973): stderr: \u000a| �[0;m�[38;5;43m20221214132533163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132533163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132533163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132533163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132533164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132533164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132533164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:34.813627 run osmo-stp_10.42.42.5(pid=26973): stdout: \u000a| (launched: 2022-12-14_13:25:32.970175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:34.947459 run osmo-stp_10.42.42.5(pid=26973): stderr: \u000a| �[0;m�[38;5;43m20221214132533163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132533163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132533163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132533163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132533164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132533164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132533164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:35.102847 run patchelf(pid=26976): Terminating (SIGINT)\u000a13:25:35.284272 run patchelf(pid=26976): Terminated: ok {rc=0}\u000a13:25:35.317938 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26973): Process ended prematurely: osmo-stp_10.42.42.5(pid=26973) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26973)] [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:25:35.327926 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:25:35.391617 run osmo-hlr_10.42.42.2(pid=26970): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26970)]\u000a13:25:35.443417 run osmo-hlr_10.42.42.2(pid=26970): stdout: \u000a| (launched: 2022-12-14_13:25:31.844092) \u000a13:25:35.495696 run osmo-hlr_10.42.42.2(pid=26970): stderr: \u000a| �[0;m�[1;31m20221214132532159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132532159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132532159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132532159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132532159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132532159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132532187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132532203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132532203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132532203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:35.540570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26963): Terminating (SIGTERM)\u000a13:25:35.583139 run iperf3-srv_10.42.42.10(pid=26964): Terminating (SIGTERM)\u000a13:25:35.625656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26965): Terminating (SIGTERM)\u000a13:25:35.668102 run iperf3-srv_10.42.42.10(pid=26966): Terminating (SIGTERM)\u000a13:25:35.710753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26969): Terminating (SIGTERM)\u000a13:25:35.753146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26972): Terminating (SIGTERM)\u000a13:25:35.795628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26975): Terminating (SIGTERM)\u000a13:25:35.805337 --- ParallelTerminationStrategy: PID 26963 died...\u000a13:25:35.862523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26963): Terminated: ok {rc=0}\u000a13:25:35.872528 --- ParallelTerminationStrategy: PID 26964 died...\u000a13:25:35.929091 run iperf3-srv_10.42.42.10(pid=26964): Terminated {rc=256}\u000a13:25:35.939415 --- ParallelTerminationStrategy: PID 26965 died...\u000a13:25:35.995645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26965): Terminated: ok {rc=0}\u000a13:25:36.005665 --- ParallelTerminationStrategy: PID 26966 died...\u000a13:25:36.061680 run iperf3-srv_10.42.42.10(pid=26966): Terminated {rc=256}\u000a13:25:36.071606 --- ParallelTerminationStrategy: PID 26969 died...\u000a13:25:36.127666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26969): Terminated: ok {rc=0}\u000a13:25:36.137683 --- ParallelTerminationStrategy: PID 26972 died...\u000a13:25:36.193529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26972): Terminated: ok {rc=0}\u000a13:25:36.203484 --- ParallelTerminationStrategy: PID 26975 died...\u000a13:25:36.259513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26975): Terminated: ok {rc=0}\u000a13:25:36.345903 bus /gobi_0: Setting Powered False\u000a13:25:37.451683 bus /gobi_0: Setting Powered False\u000a13:25:38.563598 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26985): Process ended prematurely: osmo-stp_10.42.42.5(pid=26985) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26985)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26985): Process ended prematurely: osmo-stp_10.42.42.5(pid=26985) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:25:39.674225 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:39.685769 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:25:39.828404 tst iperf3.py: using LAC 41201\u000a13:25:39.955585 tst iperf3.py: using RAC 146\u000a13:25:40.086291 tst iperf3.py: using CellId 41201\u000a13:25:40.210338 tst iperf3.py: using BVCI 41202\u000a13:25:40.235130 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:40.246596 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:40.257731 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:40.269888 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:40.281309 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:40.292621 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:40.304121 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:40.315503 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:40.327186 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:25:40.621278 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:25:40.755417 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:41.087609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26977): Launched\u000a13:25:41.363325 run iperf3-srv_10.42.42.10(pid=26978): Launched\u000a13:25:41.560546 tst iperf3.py:8: start network...\u000a13:25:41.695290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:42.201220 run create_hlr_db(pid=26979): Launched\u000a13:25:42.387204 bus /gobi_6: Setting Powered False\u000a13:25:43.409570 run create_hlr_db(pid=26979): Terminated: ok {rc=0}\u000a13:25:43.813660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26981): Launched\u000a13:25:44.114354 run osmo-hlr_10.42.42.2(pid=26982): Launched\u000a13:25:44.229793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:44.752779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26984): Launched\u000a13:25:45.052524 run osmo-stp_10.42.42.5(pid=26985): Launched\u000a13:25:45.162521 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:25:45.686808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26987): Launched\u000a13:25:45.793921 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:25:46.115403 run patchelf(pid=26988): Launched\u000a13:25:46.294141 run osmo-stp_10.42.42.5(pid=26985): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26985)]\u000a13:25:46.427823 run osmo-stp_10.42.42.5(pid=26985): stdout: \u000a| (launched: 2022-12-14_13:25:44.905320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:46.559747 run osmo-stp_10.42.42.5(pid=26985): stderr: \u000a| �[0;m�[38;5;43m20221214132545077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132545077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132545077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132545078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132545078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132545078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132545078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:46.687576 run osmo-stp_10.42.42.5(pid=26985): stdout: \u000a| (launched: 2022-12-14_13:25:44.905320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:46.814249 run osmo-stp_10.42.42.5(pid=26985): stderr: \u000a| �[0;m�[38;5;43m20221214132545077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132545077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132545077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132545078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132545078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132545078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132545078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:46.961876 run patchelf(pid=26988): Terminating (SIGINT)\u000a13:25:47.134240 run patchelf(pid=26988): Terminated: ok {rc=0}\u000a13:25:47.168416 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26985): Process ended prematurely: osmo-stp_10.42.42.5(pid=26985) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26985)] [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a13:25:47.179973 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:25:47.250450 run osmo-hlr_10.42.42.2(pid=26982): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26982)]\u000a13:25:47.305596 run osmo-hlr_10.42.42.2(pid=26982): stdout: \u000a| (launched: 2022-12-14_13:25:43.966794) \u000a13:25:47.358669 run osmo-hlr_10.42.42.2(pid=26982): stderr: \u000a| �[0;m�[1;31m20221214132544142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132544142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132544142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132544142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132544142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132544142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132544154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132544163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132544163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132544163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:47.404328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26977): Terminating (SIGTERM)\u000a13:25:47.446984 run iperf3-srv_10.42.42.10(pid=26978): Terminating (SIGTERM)\u000a13:25:47.490010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26981): Terminating (SIGTERM)\u000a13:25:47.532759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26984): Terminating (SIGTERM)\u000a13:25:47.575744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26987): Terminating (SIGTERM)\u000a13:25:47.585563 --- ParallelTerminationStrategy: PID 26977 died...\u000a13:25:47.642829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26977): Terminated: ok {rc=0}\u000a13:25:47.653080 --- ParallelTerminationStrategy: PID 26978 died...\u000a13:25:47.709968 run iperf3-srv_10.42.42.10(pid=26978): Terminated {rc=256}\u000a13:25:47.720135 --- ParallelTerminationStrategy: PID 26981 died...\u000a13:25:47.777102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26981): Terminated: ok {rc=0}\u000a13:25:47.787375 --- ParallelTerminationStrategy: PID 26984 died...\u000a13:25:47.844257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26984): Terminated: ok {rc=0}\u000a13:25:47.854471 --- ParallelTerminationStrategy: PID 26987 died...\u000a13:25:47.911254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26987): Terminated: ok {rc=0}\u000a13:25:47.998552 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27005): Process ended prematurely: osmo-stp_10.42.42.5(pid=27005) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27005)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27005): Process ended prematurely: osmo-stp_10.42.42.5(pid=27005) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:25:49.106955 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:49.118608 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:25:49.264451 tst iperf3m4.py: using LAC 41202\u000a13:25:49.386087 tst iperf3m4.py: using RAC 147\u000a13:25:49.509107 tst iperf3m4.py: using CellId 41202\u000a13:25:49.628422 tst iperf3m4.py: using BVCI 41203\u000a13:25:49.651283 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:49.662361 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:49.673318 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:49.684046 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:49.694640 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:49.705815 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:49.716776 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:49.727604 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:49.738580 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:25:49.853696 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:25:49.975969 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:25:50.095479 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:25:50.372640 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:25:50.498176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:50.810799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26989): Launched\u000a13:25:51.070188 run iperf3-srv_10.42.42.10(pid=26990): Launched\u000a13:25:51.254460 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:25:51.380272 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:51.694851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26991): Launched\u000a13:25:51.955056 run iperf3-srv_10.42.42.10(pid=26992): Launched\u000a13:25:52.139720 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:25:52.264633 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:52.577255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26995): Launched\u000a13:25:52.836402 run iperf3-srv_10.42.42.10(pid=26996): Launched\u000a13:25:53.019683 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:25:53.144802 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:53.457610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26997): Launched\u000a13:25:53.716629 run iperf3-srv_10.42.42.10(pid=26998): Launched\u000a13:25:53.900075 tst iperf3m4.py:8: start network...\u000a13:25:54.025551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:54.506617 run create_hlr_db(pid=26999): Launched\u000a13:25:54.680431 bus /gobi_6: Setting Powered False\u000a13:25:55.702850 run create_hlr_db(pid=26999): Terminated: ok {rc=0}\u000a13:25:56.134853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27001): Launched\u000a13:25:56.460600 run osmo-hlr_10.42.42.2(pid=27002): Launched\u000a13:25:56.580391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:57.146715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27004): Launched\u000a13:25:57.470412 run osmo-stp_10.42.42.5(pid=27005): Launched\u000a13:25:57.589091 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:25:58.152597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27007): Launched\u000a13:25:58.267970 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:25:58.549449 run patchelf(pid=27008): Launched\u000a13:25:58.738509 run osmo-stp_10.42.42.5(pid=27005): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27005)]\u000a13:25:58.876646 run osmo-stp_10.42.42.5(pid=27005): stdout: \u000a| (launched: 2022-12-14_13:25:57.311237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:59.015713 run osmo-stp_10.42.42.5(pid=27005): stderr: \u000a| �[0;m�[38;5;43m20221214132557504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132557504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132557504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132557505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132557505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132557505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132557505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:59.149728 run osmo-stp_10.42.42.5(pid=27005): stdout: \u000a| (launched: 2022-12-14_13:25:57.311237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:59.282509 run osmo-stp_10.42.42.5(pid=27005): stderr: \u000a| �[0;m�[38;5;43m20221214132557504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132557504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132557504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132557505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132557505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132557505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132557505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:59.437732 run patchelf(pid=27008): Terminating (SIGINT)\u000a13:25:59.619083 run patchelf(pid=27008): Terminated: ok {rc=0}\u000a13:25:59.652218 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27005): Process ended prematurely: osmo-stp_10.42.42.5(pid=27005) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27005)] [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:25:59.661988 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a13:25:59.725893 run osmo-hlr_10.42.42.2(pid=27002): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27002)]\u000a13:25:59.777729 run osmo-hlr_10.42.42.2(pid=27002): stdout: \u000a| (launched: 2022-12-14_13:25:56.300594) \u000a13:25:59.830214 run osmo-hlr_10.42.42.2(pid=27002): stderr: \u000a| �[0;m�[1;31m20221214132556499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132556499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132556499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132556499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132556499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132556499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132556516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132556525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132556525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132556525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:59.874936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26989): Terminating (SIGTERM)\u000a13:25:59.917395 run iperf3-srv_10.42.42.10(pid=26990): Terminating (SIGTERM)\u000a13:25:59.961611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26991): Terminating (SIGTERM)\u000a13:26:00.004152 run iperf3-srv_10.42.42.10(pid=26992): Terminating (SIGTERM)\u000a13:26:00.046295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26995): Terminating (SIGTERM)\u000a13:26:00.088121 run iperf3-srv_10.42.42.10(pid=26996): Terminating (SIGTERM)\u000a13:26:00.130630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26997): Terminating (SIGTERM)\u000a13:26:00.173127 run iperf3-srv_10.42.42.10(pid=26998): Terminating (SIGTERM)\u000a13:26:00.215130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27001): Terminating (SIGTERM)\u000a13:26:00.257678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27004): Terminating (SIGTERM)\u000a13:26:00.299802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27007): Terminating (SIGTERM)\u000a13:26:00.309500 --- ParallelTerminationStrategy: PID 26989 died...\u000a13:26:00.366435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26989): Terminated: ok {rc=0}\u000a13:26:00.376459 --- ParallelTerminationStrategy: PID 26990 died...\u000a13:26:00.432503 run iperf3-srv_10.42.42.10(pid=26990): Terminated {rc=256}\u000a13:26:00.442472 --- ParallelTerminationStrategy: PID 26991 died...\u000a13:26:00.498722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26991): Terminated: ok {rc=0}\u000a13:26:00.508703 --- ParallelTerminationStrategy: PID 26992 died...\u000a13:26:00.564778 run iperf3-srv_10.42.42.10(pid=26992): Terminated {rc=256}\u000a13:26:00.574778 --- ParallelTerminationStrategy: PID 26995 died...\u000a13:26:00.630803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26995): Terminated: ok {rc=0}\u000a13:26:00.640794 --- ParallelTerminationStrategy: PID 26996 died...\u000a13:26:00.696776 run iperf3-srv_10.42.42.10(pid=26996): Terminated {rc=256}\u000a13:26:00.706774 --- ParallelTerminationStrategy: PID 26997 died...\u000a13:26:00.762961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26997): Terminated: ok {rc=0}\u000a13:26:00.773110 --- ParallelTerminationStrategy: PID 26998 died...\u000a13:26:00.829491 run iperf3-srv_10.42.42.10(pid=26998): Terminated {rc=256}\u000a13:26:00.851291 --- ParallelTerminationStrategy: PID 27001 died...\u000a13:26:00.927264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27001): Terminated: ok {rc=0}\u000a13:26:00.938312 --- ParallelTerminationStrategy: PID 27004 died...\u000a13:26:00.995882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27004): Terminated: ok {rc=0}\u000a13:26:01.006501 --- ParallelTerminationStrategy: PID 27007 died...\u000a13:26:01.066451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27007): Terminated: ok {rc=0}\u000a13:26:01.168489 bus /gobi_4: Setting Powered False\u000a13:26:02.275314 bus /gobi_4: Setting Powered False\u000a13:26:03.382605 bus /gobi_1: Setting Powered False\u000a13:26:04.483544 bus /gobi_1: Setting Powered False\u000a13:26:05.594805 bus /gobi_0: Setting Powered False\u000a13:26:06.698994 bus /gobi_0: Setting Powered False\u000a13:26:07.808060 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27016): Process ended prematurely: osmo-stp_10.42.42.5(pid=27016) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27016)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27016): Process ended prematurely: osmo-stp_10.42.42.5(pid=27016) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27016)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:26:08.877621 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:08.889624 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:26:09.032214 tst ping.py: using LAC 41203\u000a13:26:09.147099 tst ping.py: using RAC 148\u000a13:26:09.261521 tst ping.py: using CellId 41203\u000a13:26:09.378324 tst ping.py: using BVCI 41204\u000a13:26:09.400898 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:09.411945 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:09.422886 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:09.433506 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:09.443989 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:09.454991 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:09.465945 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:09.476726 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:26:09.766764 tst ping.py:19: start network...\u000a13:26:09.899371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:10.399042 run create_hlr_db(pid=27010): Launched\u000a13:26:10.583550 bus /gobi_6: Setting Powered False\u000a13:26:11.603998 run create_hlr_db(pid=27010): Terminated: ok {rc=0}\u000a13:26:12.003668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27012): Launched\u000a13:26:12.301531 run osmo-hlr_10.42.42.2(pid=27013): Launched\u000a13:26:12.410712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:12.927234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27015): Launched\u000a13:26:13.224633 run osmo-stp_10.42.42.5(pid=27016): Launched\u000a13:26:13.332711 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:13.848452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27018): Launched\u000a13:26:13.953624 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:14.211936 run patchelf(pid=27019): Launched\u000a13:26:14.384576 run osmo-stp_10.42.42.5(pid=27016): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27016)]\u000a13:26:14.511281 run osmo-stp_10.42.42.5(pid=27016): stdout: \u000a| (launched: 2022-12-14_13:26:13.078772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:14.638197 run osmo-stp_10.42.42.5(pid=27016): stderr: \u000a| �[0;m�[38;5;43m20221214132613249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132613250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132613250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132613250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132613251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132613251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132613251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:14.760569 run osmo-stp_10.42.42.5(pid=27016): stdout: \u000a| (launched: 2022-12-14_13:26:13.078772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:14.882674 run osmo-stp_10.42.42.5(pid=27016): stderr: \u000a| �[0;m�[38;5;43m20221214132613249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132613250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132613250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132613250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132613251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132613251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132613251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:15.024106 run patchelf(pid=27019): Terminating (SIGINT)\u000a13:26:15.190408 run patchelf(pid=27019): Terminated: ok {rc=0}\u000a13:26:15.220795 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27016): Process ended prematurely: osmo-stp_10.42.42.5(pid=27016) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27016)] [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a13:26:15.229556 tst ping.py:22: Test FAILED (6.3 sec)\u000a13:26:15.290195 run osmo-hlr_10.42.42.2(pid=27013): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27013)]\u000a13:26:15.339592 run osmo-hlr_10.42.42.2(pid=27013): stdout: \u000a| (launched: 2022-12-14_13:26:12.155085) \u000a13:26:15.389469 run osmo-hlr_10.42.42.2(pid=27013): stderr: \u000a| �[0;m�[1;31m20221214132612332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132612332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132612332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132612332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132612332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132612332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132612345 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132612355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132612355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132612355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:15.432024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27012): Terminating (SIGTERM)\u000a13:26:15.472024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27015): Terminating (SIGTERM)\u000a13:26:15.511960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27018): Terminating (SIGTERM)\u000a13:26:15.521306 --- ParallelTerminationStrategy: PID 27012 died...\u000a13:26:15.574943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27012): Terminated: ok {rc=0}\u000a13:26:15.584611 --- ParallelTerminationStrategy: PID 27015 died...\u000a13:26:15.638776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27015): Terminated: ok {rc=0}\u000a13:26:15.648455 --- ParallelTerminationStrategy: PID 27018 died...\u000a13:26:15.701936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27018): Terminated: ok {rc=0}\u000a13:26:15.785153 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27026): Process ended prematurely: osmo-stp_10.42.42.5(pid=27026) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27026)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27026): Process ended prematurely: osmo-stp_10.42.42.5(pid=27026) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:26:16.838365 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:16.852540 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:26:17.005464 tst ping_idle_ping.py: using LAC 41204\u000a13:26:17.138836 tst ping_idle_ping.py: using RAC 149\u000a13:26:17.269466 tst ping_idle_ping.py: using CellId 41204\u000a13:26:17.384069 tst ping_idle_ping.py: using BVCI 41205\u000a13:26:17.406846 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:17.417922 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:17.428707 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:17.439465 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:17.450183 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:17.460707 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:17.471549 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:17.482629 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:26:17.754769 tst ping_idle_ping.py:24: start network...\u000a13:26:17.878127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:18.358050 run create_hlr_db(pid=27020): Launched\u000a13:26:18.529600 bus /gobi_6: Setting Powered False\u000a13:26:19.551227 run create_hlr_db(pid=27020): Terminated: ok {rc=0}\u000a13:26:19.975244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27022): Launched\u000a13:26:20.294886 run osmo-hlr_10.42.42.2(pid=27023): Launched\u000a13:26:20.414430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:20.966558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27025): Launched\u000a13:26:21.285419 run osmo-stp_10.42.42.5(pid=27026): Launched\u000a13:26:21.401816 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:21.986433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27028): Launched\u000a13:26:22.101260 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:22.379336 run patchelf(pid=27029): Launched\u000a13:26:22.566358 run osmo-stp_10.42.42.5(pid=27026): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27026)]\u000a13:26:22.703187 run osmo-stp_10.42.42.5(pid=27026): stdout: \u000a| (launched: 2022-12-14_13:26:21.128760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:22.840296 run osmo-stp_10.42.42.5(pid=27026): stderr: \u000a| �[0;m�[38;5;43m20221214132621320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132621320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132621320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132621321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132621323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132621323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132621323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:22.973618 run osmo-stp_10.42.42.5(pid=27026): stdout: \u000a| (launched: 2022-12-14_13:26:21.128760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:23.105508 run osmo-stp_10.42.42.5(pid=27026): stderr: \u000a| �[0;m�[38;5;43m20221214132621320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132621320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132621320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132621321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132621323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132621323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132621323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:23.258075 run patchelf(pid=27029): Terminating (SIGINT)\u000a13:26:23.435984 run patchelf(pid=27029): Terminated: ok {rc=0}\u000a13:26:23.468297 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27026): Process ended prematurely: osmo-stp_10.42.42.5(pid=27026) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27026)] [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:26:23.477376 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:26:23.540267 run osmo-hlr_10.42.42.2(pid=27023): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27023)]\u000a13:26:23.591887 run osmo-hlr_10.42.42.2(pid=27023): stdout: \u000a| (launched: 2022-12-14_13:26:20.137385) \u000a13:26:23.643814 run osmo-hlr_10.42.42.2(pid=27023): stderr: \u000a| �[0;m�[1;31m20221214132620333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132620333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132620333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132620333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132620333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132620333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132620346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132620354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132620354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132620354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:23.688559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27022): Terminating (SIGTERM)\u000a13:26:23.730952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27025): Terminating (SIGTERM)\u000a13:26:23.773087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27028): Terminating (SIGTERM)\u000a13:26:23.782849 --- ParallelTerminationStrategy: PID 27022 died...\u000a13:26:23.839279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27022): Terminated: ok {rc=0}\u000a13:26:23.849597 --- ParallelTerminationStrategy: PID 27025 died...\u000a13:26:23.906134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27025): Terminated: ok {rc=0}\u000a13:26:23.916334 --- ParallelTerminationStrategy: PID 27028 died...\u000a13:26:23.973345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27028): Terminated: ok {rc=0}\u000a13:26:24.060381 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:25:26" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27043): Process ended prematurely: osmo-stp_10.42.42.5(pid=27043) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27043)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27043): Process ended prematurely: osmo-stp_10.42.42.5(pid=27043) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:26:26.233065 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:26.244431 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:26:26.409691 tst cs_paging_gprs_active.py: using LAC 41205\u000a13:26:26.537295 tst cs_paging_gprs_active.py: using RAC 150\u000a13:26:26.663875 tst cs_paging_gprs_active.py: using CellId 41205\u000a13:26:26.810588 tst cs_paging_gprs_active.py: using BVCI 41206\u000a13:26:26.833852 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:26.844633 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:26.855713 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:26.866701 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:26.878025 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:26.888884 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:26.899895 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:26.910708 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:26.921831 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:26:27.042708 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:26:27.321360 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:26:27.448191 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:27.761802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27033): Launched\u000a13:26:28.020441 run iperf3-srv_10.42.42.10(pid=27034): Launched\u000a13:26:28.203555 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:26:28.328736 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:28.640123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27035): Launched\u000a13:26:28.898863 run iperf3-srv_10.42.42.10(pid=27036): Launched\u000a13:26:29.082754 tst cs_paging_gprs_active.py:38: start network...\u000a13:26:29.208493 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:29.691114 run create_hlr_db(pid=27037): Launched\u000a13:26:29.865063 bus /gobi_6: Setting Powered False\u000a13:26:30.909930 run create_hlr_db(pid=27037): Terminated: ok {rc=0}\u000a13:26:31.369703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27039): Launched\u000a13:26:31.803734 run osmo-hlr_10.42.42.2(pid=27040): Launched\u000a13:26:32.056511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:32.621643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27042): Launched\u000a13:26:32.946169 run osmo-stp_10.42.42.5(pid=27043): Launched\u000a13:26:33.065218 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:33.629855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27045): Launched\u000a13:26:33.746046 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:34.028382 run patchelf(pid=27046): Launched\u000a13:26:34.217931 run osmo-stp_10.42.42.5(pid=27043): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27043)]\u000a13:26:34.356925 run osmo-stp_10.42.42.5(pid=27043): stdout: \u000a| (launched: 2022-12-14_13:26:32.786901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:34.495957 run osmo-stp_10.42.42.5(pid=27043): stderr: \u000a| �[0;m�[38;5;43m20221214132632979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132632979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132632979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132632980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132632980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132632980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132632980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:34.629829 run osmo-stp_10.42.42.5(pid=27043): stdout: \u000a| (launched: 2022-12-14_13:26:32.786901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:34.762642 run osmo-stp_10.42.42.5(pid=27043): stderr: \u000a| �[0;m�[38;5;43m20221214132632979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132632979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132632979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132632980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132632980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132632980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132632980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:34.916616 run patchelf(pid=27046): Terminating (SIGINT)\u000a13:26:35.098552 run patchelf(pid=27046): Terminated: ok {rc=0}\u000a13:26:35.131870 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27043): Process ended prematurely: osmo-stp_10.42.42.5(pid=27043) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27043)] [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:26:35.141651 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a13:26:35.204906 run osmo-hlr_10.42.42.2(pid=27040): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27040)]\u000a13:26:35.256399 run osmo-hlr_10.42.42.2(pid=27040): stdout: \u000a| (launched: 2022-12-14_13:26:31.542113) \u000a13:26:35.308271 run osmo-hlr_10.42.42.2(pid=27040): stderr: \u000a| �[0;m�[1;31m20221214132631852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132631852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132631852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132631852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132631852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132631852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132631875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132631891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132631892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132631892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:35.352773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27033): Terminating (SIGTERM)\u000a13:26:35.395096 run iperf3-srv_10.42.42.10(pid=27034): Terminating (SIGTERM)\u000a13:26:35.437118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27035): Terminating (SIGTERM)\u000a13:26:35.479275 run iperf3-srv_10.42.42.10(pid=27036): Terminating (SIGTERM)\u000a13:26:35.521396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27039): Terminating (SIGTERM)\u000a13:26:35.563650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27042): Terminating (SIGTERM)\u000a13:26:35.606032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27045): Terminating (SIGTERM)\u000a13:26:35.615699 --- ParallelTerminationStrategy: PID 27033 died...\u000a13:26:35.672227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27033): Terminated: ok {rc=0}\u000a13:26:35.682144 --- ParallelTerminationStrategy: PID 27034 died...\u000a13:26:35.738421 run iperf3-srv_10.42.42.10(pid=27034): Terminated {rc=256}\u000a13:26:35.748431 --- ParallelTerminationStrategy: PID 27035 died...\u000a13:26:35.804824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27035): Terminated: ok {rc=0}\u000a13:26:35.814937 --- ParallelTerminationStrategy: PID 27036 died...\u000a13:26:35.871091 run iperf3-srv_10.42.42.10(pid=27036): Terminated {rc=256}\u000a13:26:35.881222 --- ParallelTerminationStrategy: PID 27039 died...\u000a13:26:35.937407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27039): Terminated: ok {rc=0}\u000a13:26:35.947496 --- ParallelTerminationStrategy: PID 27042 died...\u000a13:26:36.004005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27042): Terminated: ok {rc=0}\u000a13:26:36.014210 --- ParallelTerminationStrategy: PID 27045 died...\u000a13:26:36.070400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27045): Terminated: ok {rc=0}\u000a13:26:36.157351 bus /gobi_0: Setting Powered False\u000a13:26:37.262983 bus /gobi_0: Setting Powered False\u000a13:26:38.370496 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27055): Process ended prematurely: osmo-stp_10.42.42.5(pid=27055) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27055)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27055): Process ended prematurely: osmo-stp_10.42.42.5(pid=27055) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27055)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:26:39.485796 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:39.497809 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:26:39.665028 tst iperf3.py: using LAC 41206\u000a13:26:39.787642 tst iperf3.py: using RAC 151\u000a13:26:39.908265 tst iperf3.py: using CellId 41206\u000a13:26:40.027968 tst iperf3.py: using BVCI 41207\u000a13:26:40.051169 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:40.062323 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:40.073102 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:40.084152 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:40.095749 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:40.107368 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:40.119002 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:40.130309 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:40.141927 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:26:40.435494 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:26:40.570834 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:40.904924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27047): Launched\u000a13:26:41.182990 run iperf3-srv_10.42.42.10(pid=27048): Launched\u000a13:26:41.381334 tst iperf3.py:8: start network...\u000a13:26:41.516118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:42.024844 run create_hlr_db(pid=27049): Launched\u000a13:26:42.211929 bus /gobi_6: Setting Powered False\u000a13:26:43.233707 run create_hlr_db(pid=27049): Terminated: ok {rc=0}\u000a13:26:43.663924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27051): Launched\u000a13:26:43.988250 run osmo-hlr_10.42.42.2(pid=27052): Launched\u000a13:26:44.107876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:44.669515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27054): Launched\u000a13:26:44.992768 run osmo-stp_10.42.42.5(pid=27055): Launched\u000a13:26:45.110240 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:45.672038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27057): Launched\u000a13:26:45.787436 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:46.087474 run patchelf(pid=27058): Launched\u000a13:26:46.280269 run osmo-stp_10.42.42.5(pid=27055): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27055)]\u000a13:26:46.422711 run osmo-stp_10.42.42.5(pid=27055): stdout: \u000a| (launched: 2022-12-14_13:26:44.834202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:46.565583 run osmo-stp_10.42.42.5(pid=27055): stderr: \u000a| �[0;m�[38;5;43m20221214132645026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132645026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132645026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132645027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132645027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132645027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132645027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:46.703766 run osmo-stp_10.42.42.5(pid=27055): stdout: \u000a| (launched: 2022-12-14_13:26:44.834202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:46.840284 run osmo-stp_10.42.42.5(pid=27055): stderr: \u000a| �[0;m�[38;5;43m20221214132645026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132645026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132645026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132645027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132645027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132645027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132645027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:46.990016 run patchelf(pid=27058): Terminating (SIGINT)\u000a13:26:47.172390 run patchelf(pid=27058): Terminated: ok {rc=0}\u000a13:26:47.207085 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27055): Process ended prematurely: osmo-stp_10.42.42.5(pid=27055) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27055)] [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:26:47.217347 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a13:26:47.281334 run osmo-hlr_10.42.42.2(pid=27052): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27052)]\u000a13:26:47.333662 run osmo-hlr_10.42.42.2(pid=27052): stdout: \u000a| (launched: 2022-12-14_13:26:43.829134) \u000a13:26:47.386709 run osmo-hlr_10.42.42.2(pid=27052): stderr: \u000a| �[0;m�[1;31m20221214132644024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132644024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132644024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132644024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132644024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132644024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132644037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132644046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132644046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132644046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:47.432077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27047): Terminating (SIGTERM)\u000a13:26:47.474358 run iperf3-srv_10.42.42.10(pid=27048): Terminating (SIGTERM)\u000a13:26:47.516616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27051): Terminating (SIGTERM)\u000a13:26:47.558858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27054): Terminating (SIGTERM)\u000a13:26:47.601165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27057): Terminating (SIGTERM)\u000a13:26:47.610959 --- ParallelTerminationStrategy: PID 27047 died...\u000a13:26:47.667855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27047): Terminated: ok {rc=0}\u000a13:26:47.678132 --- ParallelTerminationStrategy: PID 27048 died...\u000a13:26:47.734956 run iperf3-srv_10.42.42.10(pid=27048): Terminated {rc=256}\u000a13:26:47.745183 --- ParallelTerminationStrategy: PID 27051 died...\u000a13:26:47.801750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27051): Terminated: ok {rc=0}\u000a13:26:47.811837 --- ParallelTerminationStrategy: PID 27054 died...\u000a13:26:47.868984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27054): Terminated: ok {rc=0}\u000a13:26:47.879048 --- ParallelTerminationStrategy: PID 27057 died...\u000a13:26:47.935671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27057): Terminated: ok {rc=0}\u000a13:26:48.022306 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27073): Process ended prematurely: osmo-stp_10.42.42.5(pid=27073) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27073)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27073): Process ended prematurely: osmo-stp_10.42.42.5(pid=27073) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:26:49.137624 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:49.149754 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:26:49.316742 tst iperf3m4.py: using LAC 41207\u000a13:26:49.442526 tst iperf3m4.py: using RAC 152\u000a13:26:49.571288 tst iperf3m4.py: using CellId 41207\u000a13:26:49.697150 tst iperf3m4.py: using BVCI 41208\u000a13:26:49.721840 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:49.733292 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:49.744466 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:49.755656 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:49.767185 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:49.778801 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:49.790545 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:49.802073 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:49.813729 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:26:49.930342 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:26:50.053186 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:26:50.170392 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:26:50.447105 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:26:50.573045 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:50.886253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27059): Launched\u000a13:26:51.146050 run iperf3-srv_10.42.42.10(pid=27060): Launched\u000a13:26:51.330138 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:26:51.455542 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:51.768408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27061): Launched\u000a13:26:52.028918 run iperf3-srv_10.42.42.10(pid=27062): Launched\u000a13:26:52.213294 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:26:52.338482 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:52.651005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27063): Launched\u000a13:26:52.911046 run iperf3-srv_10.42.42.10(pid=27064): Launched\u000a13:26:53.095566 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:26:53.221169 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:53.533758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27065): Launched\u000a13:26:53.792320 run iperf3-srv_10.42.42.10(pid=27066): Launched\u000a13:26:53.976905 tst iperf3m4.py:8: start network...\u000a13:26:54.102539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:54.585348 run create_hlr_db(pid=27067): Launched\u000a13:26:54.759585 bus /gobi_6: Setting Powered False\u000a13:26:55.780651 run create_hlr_db(pid=27067): Terminated: ok {rc=0}\u000a13:26:56.211866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27069): Launched\u000a13:26:56.536164 run osmo-hlr_10.42.42.2(pid=27070): Launched\u000a13:26:56.659655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:57.223645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27072): Launched\u000a13:26:57.548390 run osmo-stp_10.42.42.5(pid=27073): Launched\u000a13:26:57.667284 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:58.233733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27075): Launched\u000a13:26:58.349236 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:58.630864 run patchelf(pid=27076): Launched\u000a13:26:58.819920 run osmo-stp_10.42.42.5(pid=27073): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27073)]\u000a13:26:58.958637 run osmo-stp_10.42.42.5(pid=27073): stdout: \u000a| (launched: 2022-12-14_13:26:57.389598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:59.098687 run osmo-stp_10.42.42.5(pid=27073): stderr: \u000a| �[0;m�[38;5;43m20221214132657585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132657585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132657585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132657586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132657586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132657586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132657586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:59.233071 run osmo-stp_10.42.42.5(pid=27073): stdout: \u000a| (launched: 2022-12-14_13:26:57.389598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:59.366473 run osmo-stp_10.42.42.5(pid=27073): stderr: \u000a| �[0;m�[38;5;43m20221214132657585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132657585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132657585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132657586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132657586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132657586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132657586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:59.520880 run patchelf(pid=27076): Terminating (SIGINT)\u000a13:26:59.702124 run patchelf(pid=27076): Terminated: ok {rc=0}\u000a13:26:59.735492 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27073): Process ended prematurely: osmo-stp_10.42.42.5(pid=27073) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27073)] [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:26:59.745445 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a13:26:59.809445 run osmo-hlr_10.42.42.2(pid=27070): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27070)]\u000a13:26:59.861084 run osmo-hlr_10.42.42.2(pid=27070): stdout: \u000a| (launched: 2022-12-14_13:26:56.377255) \u000a13:26:59.913492 run osmo-hlr_10.42.42.2(pid=27070): stderr: \u000a| �[0;m�[1;31m20221214132656575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132656575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132656575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132656575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132656575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132656575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132656588 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132656598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132656598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132656598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:59.958240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27059): Terminating (SIGTERM)\u000a13:27:00.001094 run iperf3-srv_10.42.42.10(pid=27060): Terminating (SIGTERM)\u000a13:27:00.043430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27061): Terminating (SIGTERM)\u000a13:27:00.085844 run iperf3-srv_10.42.42.10(pid=27062): Terminating (SIGTERM)\u000a13:27:00.127883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27063): Terminating (SIGTERM)\u000a13:27:00.169950 run iperf3-srv_10.42.42.10(pid=27064): Terminating (SIGTERM)\u000a13:27:00.211779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27065): Terminating (SIGTERM)\u000a13:27:00.253793 run iperf3-srv_10.42.42.10(pid=27066): Terminating (SIGTERM)\u000a13:27:00.295838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27069): Terminating (SIGTERM)\u000a13:27:00.337907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27072): Terminating (SIGTERM)\u000a13:27:00.379762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27075): Terminating (SIGTERM)\u000a13:27:00.389429 --- ParallelTerminationStrategy: PID 27059 died...\u000a13:27:00.445735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27059): Terminated: ok {rc=0}\u000a13:27:00.455682 --- ParallelTerminationStrategy: PID 27060 died...\u000a13:27:00.511620 run iperf3-srv_10.42.42.10(pid=27060): Terminated {rc=256}\u000a13:27:00.521680 --- ParallelTerminationStrategy: PID 27061 died...\u000a13:27:00.578082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27061): Terminated: ok {rc=0}\u000a13:27:00.588184 --- ParallelTerminationStrategy: PID 27062 died...\u000a13:27:00.644220 run iperf3-srv_10.42.42.10(pid=27062): Terminated {rc=256}\u000a13:27:00.654185 --- ParallelTerminationStrategy: PID 27063 died...\u000a13:27:00.710537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27063): Terminated: ok {rc=0}\u000a13:27:00.720613 --- ParallelTerminationStrategy: PID 27064 died...\u000a13:27:00.776627 run iperf3-srv_10.42.42.10(pid=27064): Terminated {rc=256}\u000a13:27:00.786631 --- ParallelTerminationStrategy: PID 27065 died...\u000a13:27:00.851692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27065): Terminated: ok {rc=0}\u000a13:27:00.864062 --- ParallelTerminationStrategy: PID 27066 died...\u000a13:27:00.934963 run iperf3-srv_10.42.42.10(pid=27066): Terminated {rc=256}\u000a13:27:00.945835 --- ParallelTerminationStrategy: PID 27069 died...\u000a13:27:01.004328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27069): Terminated: ok {rc=0}\u000a13:27:01.015286 --- ParallelTerminationStrategy: PID 27072 died...\u000a13:27:01.078882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27072): Terminated: ok {rc=0}\u000a13:27:01.089272 --- ParallelTerminationStrategy: PID 27075 died...\u000a13:27:01.144803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27075): Terminated: ok {rc=0}\u000a13:27:01.245223 bus /gobi_4: Setting Powered False\u000a13:27:02.356564 bus /gobi_4: Setting Powered False\u000a13:27:03.464334 bus /gobi_1: Setting Powered False\u000a13:27:04.565341 bus /gobi_1: Setting Powered False\u000a13:27:05.671587 bus /gobi_0: Setting Powered False\u000a13:27:06.777265 bus /gobi_0: Setting Powered False\u000a13:27:07.889462 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27083): Process ended prematurely: osmo-stp_10.42.42.5(pid=27083) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27083)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27083): Process ended prematurely: osmo-stp_10.42.42.5(pid=27083) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:27:08.960376 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:08.972585 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:27:09.139021 tst ping.py: using LAC 41208\u000a13:27:09.257616 tst ping.py: using RAC 153\u000a13:27:09.378321 tst ping.py: using CellId 41208\u000a13:27:09.494043 tst ping.py: using BVCI 41209\u000a13:27:09.516680 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:09.527825 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:09.538630 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:09.549455 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:09.560381 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:09.571356 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:09.582439 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:09.593545 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:27:09.866218 tst ping.py:19: start network...\u000a13:27:09.990040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:10.464378 run create_hlr_db(pid=27077): Launched\u000a13:27:10.635041 bus /gobi_6: Setting Powered False\u000a13:27:11.656866 run create_hlr_db(pid=27077): Terminated: ok {rc=0}\u000a13:27:12.052344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27079): Launched\u000a13:27:12.348473 run osmo-hlr_10.42.42.2(pid=27080): Launched\u000a13:27:12.456770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:12.972141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27082): Launched\u000a13:27:13.267479 run osmo-stp_10.42.42.5(pid=27083): Launched\u000a13:27:13.375241 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:27:13.891301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27085): Launched\u000a13:27:13.996226 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:27:14.254147 run patchelf(pid=27086): Launched\u000a13:27:14.427328 run osmo-stp_10.42.42.5(pid=27083): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27083)]\u000a13:27:14.554448 run osmo-stp_10.42.42.5(pid=27083): stdout: \u000a| (launched: 2022-12-14_13:27:13.122355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:14.681674 run osmo-stp_10.42.42.5(pid=27083): stderr: \u000a| �[0;m�[38;5;43m20221214132713291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132713291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132713292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132713292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132713294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132713294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132713295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:14.804376 run osmo-stp_10.42.42.5(pid=27083): stdout: \u000a| (launched: 2022-12-14_13:27:13.122355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:14.926309 run osmo-stp_10.42.42.5(pid=27083): stderr: \u000a| �[0;m�[38;5;43m20221214132713291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132713291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132713292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132713292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132713294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132713294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132713295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:15.067828 run patchelf(pid=27086): Terminating (SIGINT)\u000a13:27:15.233774 run patchelf(pid=27086): Terminated: ok {rc=0}\u000a13:27:15.264023 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27083): Process ended prematurely: osmo-stp_10.42.42.5(pid=27083) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27083)] [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:27:15.272481 tst ping.py:22: Test FAILED (6.3 sec)\u000a13:27:15.332053 run osmo-hlr_10.42.42.2(pid=27080): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27080)]\u000a13:27:15.380899 run osmo-hlr_10.42.42.2(pid=27080): stdout: \u000a| (launched: 2022-12-14_13:27:12.203131) \u000a13:27:15.430308 run osmo-hlr_10.42.42.2(pid=27080): stderr: \u000a| �[0;m�[1;31m20221214132712377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132712377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132712377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132712377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132712377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132712377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132712390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132712399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132712400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132712400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:15.472276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27079): Terminating (SIGTERM)\u000a13:27:15.511854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27082): Terminating (SIGTERM)\u000a13:27:15.551417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27085): Terminating (SIGTERM)\u000a13:27:15.560483 --- ParallelTerminationStrategy: PID 27079 died...\u000a13:27:15.613447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27079): Terminated: ok {rc=0}\u000a13:27:15.622974 --- ParallelTerminationStrategy: PID 27082 died...\u000a13:27:15.675996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27082): Terminated: ok {rc=0}\u000a13:27:15.685632 --- ParallelTerminationStrategy: PID 27085 died...\u000a13:27:15.738505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27085): Terminated: ok {rc=0}\u000a13:27:15.822168 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27093): Process ended prematurely: osmo-stp_10.42.42.5(pid=27093) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27093)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27093): Process ended prematurely: osmo-stp_10.42.42.5(pid=27093) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27093)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:27:16.892437 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:16.909468 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:27:17.117671 tst ping_idle_ping.py: using LAC 41209\u000a13:27:17.244232 tst ping_idle_ping.py: using RAC 154\u000a13:27:17.369873 tst ping_idle_ping.py: using CellId 41209\u000a13:27:17.495586 tst ping_idle_ping.py: using BVCI 41210\u000a13:27:17.520389 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:17.532131 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:17.543614 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:17.555096 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:17.567658 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:17.580094 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:17.592456 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:17.604624 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:27:17.896937 tst ping_idle_ping.py:24: start network...\u000a13:27:18.031473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:18.540567 run create_hlr_db(pid=27087): Launched\u000a13:27:18.725591 bus /gobi_6: Setting Powered False\u000a13:27:19.747153 run create_hlr_db(pid=27087): Terminated: ok {rc=0}\u000a13:27:20.148385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27089): Launched\u000a13:27:20.445459 run osmo-hlr_10.42.42.2(pid=27090): Launched\u000a13:27:20.555710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:21.070091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27092): Launched\u000a13:27:21.367401 run osmo-stp_10.42.42.5(pid=27093): Launched\u000a13:27:21.476382 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:27:21.993319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27095): Launched\u000a13:27:22.098949 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:27:22.357691 run patchelf(pid=27096): Launched\u000a13:27:22.530606 run osmo-stp_10.42.42.5(pid=27093): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27093)]\u000a13:27:22.657444 run osmo-stp_10.42.42.5(pid=27093): stdout: \u000a| (launched: 2022-12-14_13:27:21.220723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:22.784286 run osmo-stp_10.42.42.5(pid=27093): stderr: \u000a| �[0;m�[38;5;43m20221214132721388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132721388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132721389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132721389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132721391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132721391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132721391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:22.907086 run osmo-stp_10.42.42.5(pid=27093): stdout: \u000a| (launched: 2022-12-14_13:27:21.220723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:23.028928 run osmo-stp_10.42.42.5(pid=27093): stderr: \u000a| �[0;m�[38;5;43m20221214132721388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132721388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132721389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132721389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132721391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132721391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132721391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:23.170618 run patchelf(pid=27096): Terminating (SIGINT)\u000a13:27:23.336938 run patchelf(pid=27096): Terminated: ok {rc=0}\u000a13:27:23.367322 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27093): Process ended prematurely: osmo-stp_10.42.42.5(pid=27093) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27093)] [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:27:23.375935 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:27:23.434972 run osmo-hlr_10.42.42.2(pid=27090): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27090)]\u000a13:27:23.483419 run osmo-hlr_10.42.42.2(pid=27090): stdout: \u000a| (launched: 2022-12-14_13:27:20.299205) \u000a13:27:23.532538 run osmo-hlr_10.42.42.2(pid=27090): stderr: \u000a| �[0;m�[1;31m20221214132720473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132720473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132720474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132720474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132720474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132720474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132720486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132720497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132720497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132720497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:23.574162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27089): Terminating (SIGTERM)\u000a13:27:23.613404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27092): Terminating (SIGTERM)\u000a13:27:23.653345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27095): Terminating (SIGTERM)\u000a13:27:23.662448 --- ParallelTerminationStrategy: PID 27089 died...\u000a13:27:23.716805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27089): Terminated: ok {rc=0}\u000a13:27:23.726337 --- ParallelTerminationStrategy: PID 27092 died...\u000a13:27:23.778460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27092): Terminated: ok {rc=0}\u000a13:27:23.787812 --- ParallelTerminationStrategy: PID 27095 died...\u000a13:27:23.840177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27095): Terminated: ok {rc=0}\u000a13:27:23.923227 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:26:25" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27110): Process ended prematurely: osmo-stp_10.42.42.5(pid=27110) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27110)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27110): Process ended prematurely: osmo-stp_10.42.42.5(pid=27110) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:27:26.067760 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:26.078623 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:27:26.240458 tst cs_paging_gprs_active.py: using LAC 41210\u000a13:27:26.359515 tst cs_paging_gprs_active.py: using RAC 155\u000a13:27:26.476901 tst cs_paging_gprs_active.py: using CellId 41210\u000a13:27:26.596083 tst cs_paging_gprs_active.py: using BVCI 41211\u000a13:27:26.619363 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:26.630188 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:26.640905 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:26.651526 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:26.662392 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:26.673245 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:26.684193 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:26.695000 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:26.706024 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:27:26.827742 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:27:27.108199 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:27:27.234867 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:27.548889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27100): Launched\u000a13:27:27.809351 run iperf3-srv_10.42.42.10(pid=27101): Launched\u000a13:27:27.993508 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:27:28.119676 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:28.433220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27102): Launched\u000a13:27:28.692788 run iperf3-srv_10.42.42.10(pid=27103): Launched\u000a13:27:28.877641 tst cs_paging_gprs_active.py:38: start network...\u000a13:27:29.003159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:29.486546 run create_hlr_db(pid=27104): Launched\u000a13:27:29.660444 bus /gobi_6: Setting Powered False\u000a13:27:30.682685 run create_hlr_db(pid=27104): Terminated: ok {rc=0}\u000a13:27:31.163832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27106): Launched\u000a13:27:31.603259 run osmo-hlr_10.42.42.2(pid=27107): Launched\u000a13:27:31.879702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:32.576681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27109): Launched\u000a13:27:32.900540 run osmo-stp_10.42.42.5(pid=27110): Launched\u000a13:27:33.018772 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:27:33.582409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27112): Launched\u000a13:27:33.698448 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:27:33.979925 run patchelf(pid=27113): Launched\u000a13:27:34.169641 run osmo-stp_10.42.42.5(pid=27110): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27110)]\u000a13:27:34.307979 run osmo-stp_10.42.42.5(pid=27110): stdout: \u000a| (launched: 2022-12-14_13:27:32.741893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:34.446798 run osmo-stp_10.42.42.5(pid=27110): stderr: \u000a| �[0;m�[38;5;43m20221214132732937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132732937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132732938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132732938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132732939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132732939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132732939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:34.580703 run osmo-stp_10.42.42.5(pid=27110): stdout: \u000a| (launched: 2022-12-14_13:27:32.741893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:34.713676 run osmo-stp_10.42.42.5(pid=27110): stderr: \u000a| �[0;m�[38;5;43m20221214132732937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132732937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132732938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132732938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132732939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132732939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132732939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:34.867987 run patchelf(pid=27113): Terminating (SIGINT)\u000a13:27:35.049783 run patchelf(pid=27113): Terminated: ok {rc=0}\u000a13:27:35.083032 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27110): Process ended prematurely: osmo-stp_10.42.42.5(pid=27110) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27110)] [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:27:35.092689 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a13:27:35.155769 run osmo-hlr_10.42.42.2(pid=27107): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27107)]\u000a13:27:35.206972 run osmo-hlr_10.42.42.2(pid=27107): stdout: \u000a| (launched: 2022-12-14_13:27:31.335098) \u000a13:27:35.258758 run osmo-hlr_10.42.42.2(pid=27107): stderr: \u000a| �[0;m�[1;31m20221214132731713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132731713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132731713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132731713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132731714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132731714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132731730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132731751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132731752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132731752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:35.303325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27100): Terminating (SIGTERM)\u000a13:27:35.345099 run iperf3-srv_10.42.42.10(pid=27101): Terminating (SIGTERM)\u000a13:27:35.387255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27102): Terminating (SIGTERM)\u000a13:27:35.428909 run iperf3-srv_10.42.42.10(pid=27103): Terminating (SIGTERM)\u000a13:27:35.471091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27106): Terminating (SIGTERM)\u000a13:27:35.512688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27109): Terminating (SIGTERM)\u000a13:27:35.554367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27112): Terminating (SIGTERM)\u000a13:27:35.563914 --- ParallelTerminationStrategy: PID 27100 died...\u000a13:27:35.619834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27100): Terminated: ok {rc=0}\u000a13:27:35.629769 --- ParallelTerminationStrategy: PID 27101 died...\u000a13:27:35.685414 run iperf3-srv_10.42.42.10(pid=27101): Terminated {rc=256}\u000a13:27:35.695382 --- ParallelTerminationStrategy: PID 27102 died...\u000a13:27:35.751286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27102): Terminated: ok {rc=0}\u000a13:27:35.761259 --- ParallelTerminationStrategy: PID 27103 died...\u000a13:27:35.816866 run iperf3-srv_10.42.42.10(pid=27103): Terminated {rc=256}\u000a13:27:35.826830 --- ParallelTerminationStrategy: PID 27106 died...\u000a13:27:35.882860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27106): Terminated: ok {rc=0}\u000a13:27:35.892830 --- ParallelTerminationStrategy: PID 27109 died...\u000a13:27:35.948672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27109): Terminated: ok {rc=0}\u000a13:27:35.958623 --- ParallelTerminationStrategy: PID 27112 died...\u000a13:27:36.014716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27112): Terminated: ok {rc=0}\u000a13:27:36.101820 bus /gobi_0: Setting Powered False\u000a13:27:37.206027 bus /gobi_0: Setting Powered False\u000a13:27:38.316714 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27122): Process ended prematurely: osmo-stp_10.42.42.5(pid=27122) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27122)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27122): Process ended prematurely: osmo-stp_10.42.42.5(pid=27122) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:27:39.426821 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:39.438483 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:27:39.598838 tst iperf3.py: using LAC 41211\u000a13:27:39.718738 tst iperf3.py: using RAC 156\u000a13:27:39.839110 tst iperf3.py: using CellId 41211\u000a13:27:39.961734 tst iperf3.py: using BVCI 41212\u000a13:27:39.984834 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:39.995941 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:40.007037 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:40.017885 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:40.028651 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:40.039337 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:40.050294 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:40.060940 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:40.071752 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:27:40.366746 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:27:40.502393 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:40.837538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27114): Launched\u000a13:27:41.116172 run iperf3-srv_10.42.42.10(pid=27115): Launched\u000a13:27:41.315202 tst iperf3.py:8: start network...\u000a13:27:41.451219 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:41.960901 run create_hlr_db(pid=27116): Launched\u000a13:27:42.149240 bus /gobi_6: Setting Powered False\u000a13:27:43.170773 run create_hlr_db(pid=27116): Terminated: ok {rc=0}\u000a13:27:43.575456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27118): Launched\u000a13:27:43.876919 run osmo-hlr_10.42.42.2(pid=27119): Launched\u000a13:27:43.987994 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:44.513835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27121): Launched\u000a13:27:44.814984 run osmo-stp_10.42.42.5(pid=27122): Launched\u000a13:27:44.924662 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:27:45.450861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27124): Launched\u000a13:27:45.558095 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:27:45.820412 run patchelf(pid=27125): Launched\u000a13:27:46.033512 run osmo-stp_10.42.42.5(pid=27122): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27122)]\u000a13:27:46.177156 run osmo-stp_10.42.42.5(pid=27122): stdout: \u000a| (launched: 2022-12-14_13:27:44.667176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:46.321554 run osmo-stp_10.42.42.5(pid=27122): stderr: \u000a| �[0;m�[38;5;43m20221214132744838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132744839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132744839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132744839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132744840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132744840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132744840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:46.459625 run osmo-stp_10.42.42.5(pid=27122): stdout: \u000a| (launched: 2022-12-14_13:27:44.667176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:46.599426 run osmo-stp_10.42.42.5(pid=27122): stderr: \u000a| �[0;m�[38;5;43m20221214132744838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132744839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132744839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132744839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132744840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132744840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132744840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:46.760168 run patchelf(pid=27125): Terminating (SIGINT)\u000a13:27:46.948344 run patchelf(pid=27125): Terminated: ok {rc=0}\u000a13:27:46.990577 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27122): Process ended prematurely: osmo-stp_10.42.42.5(pid=27122) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27122)] [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:27:47.003212 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:27:47.074591 run osmo-hlr_10.42.42.2(pid=27119): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27119)]\u000a13:27:47.125361 run osmo-hlr_10.42.42.2(pid=27119): stdout: \u000a| (launched: 2022-12-14_13:27:43.729357) \u000a13:27:47.176072 run osmo-hlr_10.42.42.2(pid=27119): stderr: \u000a| �[0;m�[1;31m20221214132743906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132743906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132743906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132743906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132743906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132743906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132743921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132743931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132743931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132743931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:47.218704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27114): Terminating (SIGTERM)\u000a13:27:47.258491 run iperf3-srv_10.42.42.10(pid=27115): Terminating (SIGTERM)\u000a13:27:47.298292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27118): Terminating (SIGTERM)\u000a13:27:47.337916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27121): Terminating (SIGTERM)\u000a13:27:47.377862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27124): Terminating (SIGTERM)\u000a13:27:47.387070 --- ParallelTerminationStrategy: PID 27114 died...\u000a13:27:47.440756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27114): Terminated: ok {rc=0}\u000a13:27:47.450483 --- ParallelTerminationStrategy: PID 27115 died...\u000a13:27:47.503849 run iperf3-srv_10.42.42.10(pid=27115): Terminated {rc=256}\u000a13:27:47.513513 --- ParallelTerminationStrategy: PID 27118 died...\u000a13:27:47.566724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27118): Terminated: ok {rc=0}\u000a13:27:47.576424 --- ParallelTerminationStrategy: PID 27121 died...\u000a13:27:47.629839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27121): Terminated: ok {rc=0}\u000a13:27:47.639478 --- ParallelTerminationStrategy: PID 27124 died...\u000a13:27:47.692584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27124): Terminated: ok {rc=0}\u000a13:27:47.780128 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27140): Process ended prematurely: osmo-stp_10.42.42.5(pid=27140) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27140)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27140): Process ended prematurely: osmo-stp_10.42.42.5(pid=27140) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27140)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:27:48.889234 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:48.900486 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:27:49.057005 tst iperf3m4.py: using LAC 41212\u000a13:27:49.175015 tst iperf3m4.py: using RAC 157\u000a13:27:49.296333 tst iperf3m4.py: using CellId 41212\u000a13:27:49.426802 tst iperf3m4.py: using BVCI 41213\u000a13:27:49.451754 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:49.463424 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:49.474972 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:49.486495 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:49.498891 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:49.511146 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:49.523707 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:49.535971 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:49.548410 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:27:49.667077 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:27:49.790237 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:27:49.906609 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:27:50.202759 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:27:50.338870 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:50.676267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27126): Launched\u000a13:27:50.955338 run iperf3-srv_10.42.42.10(pid=27127): Launched\u000a13:27:51.155438 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:27:51.291101 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:51.626672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27128): Launched\u000a13:27:51.905405 run iperf3-srv_10.42.42.10(pid=27129): Launched\u000a13:27:52.104686 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:27:52.240326 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:52.576559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27130): Launched\u000a13:27:52.855296 run iperf3-srv_10.42.42.10(pid=27131): Launched\u000a13:27:53.055343 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:27:53.191126 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:53.525916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27132): Launched\u000a13:27:53.804208 run iperf3-srv_10.42.42.10(pid=27133): Launched\u000a13:27:54.003465 tst iperf3m4.py:8: start network...\u000a13:27:54.139273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:54.649491 run create_hlr_db(pid=27134): Launched\u000a13:27:54.837158 bus /gobi_6: Setting Powered False\u000a13:27:55.858652 run create_hlr_db(pid=27134): Terminated: ok {rc=0}\u000a13:27:56.263315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27136): Launched\u000a13:27:56.566410 run osmo-hlr_10.42.42.2(pid=27137): Launched\u000a13:27:56.678277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:57.200831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27139): Launched\u000a13:27:57.501911 run osmo-stp_10.42.42.5(pid=27140): Launched\u000a13:27:57.612386 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:27:58.136553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27142): Launched\u000a13:27:58.243841 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:27:58.506911 run patchelf(pid=27143): Launched\u000a13:27:58.683107 run osmo-stp_10.42.42.5(pid=27140): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27140)]\u000a13:27:58.811706 run osmo-stp_10.42.42.5(pid=27140): stdout: \u000a| (launched: 2022-12-14_13:27:57.353529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:58.941065 run osmo-stp_10.42.42.5(pid=27140): stderr: \u000a| �[0;m�[38;5;43m20221214132757525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132757525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132757525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132757526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132757526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132757526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132757526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:59.065994 run osmo-stp_10.42.42.5(pid=27140): stdout: \u000a| (launched: 2022-12-14_13:27:57.353529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:59.189825 run osmo-stp_10.42.42.5(pid=27140): stderr: \u000a| �[0;m�[38;5;43m20221214132757525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132757525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132757525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132757526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132757526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132757526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132757526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:59.334046 run patchelf(pid=27143): Terminating (SIGINT)\u000a13:27:59.503409 run patchelf(pid=27143): Terminated: ok {rc=0}\u000a13:27:59.536159 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27140): Process ended prematurely: osmo-stp_10.42.42.5(pid=27140) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27140)] [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:27:59.545632 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:27:59.605813 run osmo-hlr_10.42.42.2(pid=27137): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27137)]\u000a13:27:59.654699 run osmo-hlr_10.42.42.2(pid=27137): stdout: \u000a| (launched: 2022-12-14_13:27:56.417379) \u000a13:27:59.703824 run osmo-hlr_10.42.42.2(pid=27137): stderr: \u000a| �[0;m�[1;31m20221214132756591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132756591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132756591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132756591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132756591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132756591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132756607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132756617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132756617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132756618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:59.745894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27126): Terminating (SIGTERM)\u000a13:27:59.785255 run iperf3-srv_10.42.42.10(pid=27127): Terminating (SIGTERM)\u000a13:27:59.824676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27128): Terminating (SIGTERM)\u000a13:27:59.864073 run iperf3-srv_10.42.42.10(pid=27129): Terminating (SIGTERM)\u000a13:27:59.903586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27130): Terminating (SIGTERM)\u000a13:27:59.942974 run iperf3-srv_10.42.42.10(pid=27131): Terminating (SIGTERM)\u000a13:27:59.982290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27132): Terminating (SIGTERM)\u000a13:28:00.021706 run iperf3-srv_10.42.42.10(pid=27133): Terminating (SIGTERM)\u000a13:28:00.061200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27136): Terminating (SIGTERM)\u000a13:28:00.100539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27139): Terminating (SIGTERM)\u000a13:28:00.140018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27142): Terminating (SIGTERM)\u000a13:28:00.149241 --- ParallelTerminationStrategy: PID 27126 died...\u000a13:28:00.202855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27126): Terminated: ok {rc=0}\u000a13:28:00.212438 --- ParallelTerminationStrategy: PID 27127 died...\u000a13:28:00.265096 run iperf3-srv_10.42.42.10(pid=27127): Terminated {rc=256}\u000a13:28:00.274512 --- ParallelTerminationStrategy: PID 27128 died...\u000a13:28:00.327469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27128): Terminated: ok {rc=0}\u000a13:28:00.337062 --- ParallelTerminationStrategy: PID 27129 died...\u000a13:28:00.389720 run iperf3-srv_10.42.42.10(pid=27129): Terminated {rc=256}\u000a13:28:00.399290 --- ParallelTerminationStrategy: PID 27130 died...\u000a13:28:00.452536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27130): Terminated: ok {rc=0}\u000a13:28:00.462451 --- ParallelTerminationStrategy: PID 27131 died...\u000a13:28:00.515107 run iperf3-srv_10.42.42.10(pid=27131): Terminated {rc=256}\u000a13:28:00.524700 --- ParallelTerminationStrategy: PID 27132 died...\u000a13:28:00.577756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27132): Terminated: ok {rc=0}\u000a13:28:00.587247 --- ParallelTerminationStrategy: PID 27133 died...\u000a13:28:00.640163 run iperf3-srv_10.42.42.10(pid=27133): Terminated {rc=256}\u000a13:28:00.649807 --- ParallelTerminationStrategy: PID 27136 died...\u000a13:28:00.702566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27136): Terminated: ok {rc=0}\u000a13:28:00.712004 --- ParallelTerminationStrategy: PID 27139 died...\u000a13:28:00.764783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27139): Terminated: ok {rc=0}\u000a13:28:00.774457 --- ParallelTerminationStrategy: PID 27142 died...\u000a13:28:00.827419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27142): Terminated: ok {rc=0}\u000a13:28:00.940398 bus /gobi_4: Setting Powered False\u000a13:28:02.048492 bus /gobi_4: Setting Powered False\u000a13:28:03.162915 bus /gobi_1: Setting Powered False\u000a13:28:04.266161 bus /gobi_1: Setting Powered False\u000a13:28:05.376568 bus /gobi_0: Setting Powered False\u000a13:28:06.480028 bus /gobi_0: Setting Powered False\u000a13:28:07.591860 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27150): Process ended prematurely: osmo-stp_10.42.42.5(pid=27150) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27150)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27150): Process ended prematurely: osmo-stp_10.42.42.5(pid=27150) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:28:08.659512 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:08.671071 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:28:08.824907 tst ping.py: using LAC 41213\u000a13:28:08.940173 tst ping.py: using RAC 158\u000a13:28:09.057448 tst ping.py: using CellId 41213\u000a13:28:09.173459 tst ping.py: using BVCI 41214\u000a13:28:09.196080 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:09.207069 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:09.217827 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:09.228452 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:09.239056 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:09.249751 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:09.260470 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:09.271123 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:28:09.541340 tst ping.py:19: start network...\u000a13:28:09.663574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:10.135903 run create_hlr_db(pid=27144): Launched\u000a13:28:10.306599 bus /gobi_6: Setting Powered False\u000a13:28:11.328263 run create_hlr_db(pid=27144): Terminated: ok {rc=0}\u000a13:28:11.721506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27146): Launched\u000a13:28:12.017560 run osmo-hlr_10.42.42.2(pid=27147): Launched\u000a13:28:12.132482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:28:12.660133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27149): Launched\u000a13:28:12.956770 run osmo-stp_10.42.42.5(pid=27150): Launched\u000a13:28:13.064590 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:28:13.580043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27152): Launched\u000a13:28:13.685759 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:28:13.942868 run patchelf(pid=27153): Launched\u000a13:28:14.115283 run osmo-stp_10.42.42.5(pid=27150): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27150)]\u000a13:28:14.241942 run osmo-stp_10.42.42.5(pid=27150): stdout: \u000a| (launched: 2022-12-14_13:28:12.810232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:14.368486 run osmo-stp_10.42.42.5(pid=27150): stderr: \u000a| �[0;m�[38;5;43m20221214132812981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132812981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132812982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132812982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132812982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132812983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132812983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:14.491044 run osmo-stp_10.42.42.5(pid=27150): stdout: \u000a| (launched: 2022-12-14_13:28:12.810232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:14.613359 run osmo-stp_10.42.42.5(pid=27150): stderr: \u000a| �[0;m�[38;5;43m20221214132812981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132812981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132812982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132812982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132812982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132812983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132812983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:14.754636 run patchelf(pid=27153): Terminating (SIGINT)\u000a13:28:14.921494 run patchelf(pid=27153): Terminated: ok {rc=0}\u000a13:28:14.951633 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27150): Process ended prematurely: osmo-stp_10.42.42.5(pid=27150) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27150)] [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:28:14.960009 tst ping.py:22: Test FAILED (6.3 sec)\u000a13:28:15.019774 run osmo-hlr_10.42.42.2(pid=27147): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27147)]\u000a13:28:15.068460 run osmo-hlr_10.42.42.2(pid=27147): stdout: \u000a| (launched: 2022-12-14_13:28:11.871851) \u000a13:28:15.117613 run osmo-hlr_10.42.42.2(pid=27147): stderr: \u000a| �[0;m�[1;31m20221214132812046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132812046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132812046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132812046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132812046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132812046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132812057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132812069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132812069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132812069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:15.159538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27146): Terminating (SIGTERM)\u000a13:28:15.199169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27149): Terminating (SIGTERM)\u000a13:28:15.238630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27152): Terminating (SIGTERM)\u000a13:28:15.247822 --- ParallelTerminationStrategy: PID 27146 died...\u000a13:28:15.301463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27146): Terminated: ok {rc=0}\u000a13:28:15.311133 --- ParallelTerminationStrategy: PID 27149 died...\u000a13:28:15.364250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27149): Terminated: ok {rc=0}\u000a13:28:15.373861 --- ParallelTerminationStrategy: PID 27152 died...\u000a13:28:15.427196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27152): Terminated: ok {rc=0}\u000a13:28:15.515011 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27160): Process ended prematurely: osmo-stp_10.42.42.5(pid=27160) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27160)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27160): Process ended prematurely: osmo-stp_10.42.42.5(pid=27160) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:28:16.569585 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:16.589586 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:28:16.806633 tst ping_idle_ping.py: using LAC 41214\u000a13:28:16.937888 tst ping_idle_ping.py: using RAC 159\u000a13:28:17.082903 tst ping_idle_ping.py: using CellId 41214\u000a13:28:17.205225 tst ping_idle_ping.py: using BVCI 41215\u000a13:28:17.229453 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:17.241538 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:17.253692 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:17.265471 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:17.277132 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:17.288705 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:17.300302 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:17.312378 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:28:17.586439 tst ping_idle_ping.py:24: start network...\u000a13:28:17.710052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:18.189988 run create_hlr_db(pid=27154): Launched\u000a13:28:18.361319 bus /gobi_6: Setting Powered False\u000a13:28:19.383566 run create_hlr_db(pid=27154): Terminated: ok {rc=0}\u000a13:28:19.807381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27156): Launched\u000a13:28:20.127727 run osmo-hlr_10.42.42.2(pid=27157): Launched\u000a13:28:20.245916 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:28:20.801281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27159): Launched\u000a13:28:21.121110 run osmo-stp_10.42.42.5(pid=27160): Launched\u000a13:28:21.237770 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:28:21.794738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27162): Launched\u000a13:28:21.908822 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:28:22.186266 run patchelf(pid=27163): Launched\u000a13:28:22.372558 run osmo-stp_10.42.42.5(pid=27160): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27160)]\u000a13:28:22.508613 run osmo-stp_10.42.42.5(pid=27160): stdout: \u000a| (launched: 2022-12-14_13:28:20.963239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:22.645586 run osmo-stp_10.42.42.5(pid=27160): stderr: \u000a| �[0;m�[38;5;43m20221214132821155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132821155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132821155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132821155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132821156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132821156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132821156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:22.777982 run osmo-stp_10.42.42.5(pid=27160): stdout: \u000a| (launched: 2022-12-14_13:28:20.963239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:22.909320 run osmo-stp_10.42.42.5(pid=27160): stderr: \u000a| �[0;m�[38;5;43m20221214132821155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132821155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132821155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132821155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132821156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132821156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132821156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:23.061940 run patchelf(pid=27163): Terminating (SIGINT)\u000a13:28:23.240739 run patchelf(pid=27163): Terminated: ok {rc=0}\u000a13:28:23.273342 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27160): Process ended prematurely: osmo-stp_10.42.42.5(pid=27160) [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27160)] [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:28:23.282493 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:28:23.345619 run osmo-hlr_10.42.42.2(pid=27157): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27157)]\u000a13:28:23.397079 run osmo-hlr_10.42.42.2(pid=27157): stdout: \u000a| (launched: 2022-12-14_13:28:19.969988) \u000a13:28:23.449299 run osmo-hlr_10.42.42.2(pid=27157): stderr: \u000a| �[0;m�[1;31m20221214132820168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132820168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132820168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132820169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132820169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132820169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132820180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132820188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132820189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132820189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:23.493987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27156): Terminating (SIGTERM)\u000a13:28:23.536415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27159): Terminating (SIGTERM)\u000a13:28:23.578705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27162): Terminating (SIGTERM)\u000a13:28:23.588329 --- ParallelTerminationStrategy: PID 27156 died...\u000a13:28:23.644889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27156): Terminated: ok {rc=0}\u000a13:28:23.654945 --- ParallelTerminationStrategy: PID 27159 died...\u000a13:28:23.711348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27159): Terminated: ok {rc=0}\u000a13:28:23.721589 --- ParallelTerminationStrategy: PID 27162 died...\u000a13:28:23.777899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27162): Terminated: ok {rc=0}\u000a13:28:23.865441 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:27:25" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27174): Process ended prematurely: osmo-stp_10.42.42.5(pid=27174) [trial-2405↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27174)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27174): Process ended prematurely: osmo-stp_10.42.42.5(pid=27174) [trial-2405↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:28:25.899671 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:28:25.911535 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:28:26.073550 tst switch_tch_pdch.py: using LAC 41215\u000a13:28:26.196325 tst switch_tch_pdch.py: using RAC 160\u000a13:28:26.318649 tst switch_tch_pdch.py: using CellId 41215\u000a13:28:26.440924 tst switch_tch_pdch.py: using BVCI 41216\u000a13:28:26.465334 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:28:26.477042 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:28:26.488516 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:28:26.500033 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:28:26.511910 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:28:26.523787 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:28:26.536072 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:28:26.548157 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:28:26.665389 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:28:26.938410 tst switch_tch_pdch.py:51: start network...\u000a13:28:27.062062 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:27.539649 run create_hlr_db(pid=27168): Launched\u000a13:28:27.710952 bus /gobi_6: Setting Powered False\u000a13:28:28.734182 run create_hlr_db(pid=27168): Terminated: ok {rc=0}\u000a13:28:29.157350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27170): Launched\u000a13:28:29.476244 run osmo-hlr_10.42.42.2(pid=27171): Launched\u000a13:28:29.592189 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:28:30.143084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27173): Launched\u000a13:28:30.460623 run osmo-stp_10.42.42.5(pid=27174): Launched\u000a13:28:30.576865 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:28:31.162766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27176): Launched\u000a13:28:31.280008 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:28:31.597490 run patchelf(pid=27177): Launched\u000a13:28:31.793170 run osmo-stp_10.42.42.5(pid=27174): ERR: Terminated: ERROR {rc=1} [trial-2405↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27174)]\u000a13:28:31.932693 run osmo-stp_10.42.42.5(pid=27174): stdout: \u000a| (launched: 2022-12-14_13:28:30.304931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:32.072847 run osmo-stp_10.42.42.5(pid=27174): stderr: \u000a| �[0;m�[38;5;43m20221214132830498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132830498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132830498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132830499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132830499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132830499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132830499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:32.208784 run osmo-stp_10.42.42.5(pid=27174): stdout: \u000a| (launched: 2022-12-14_13:28:30.304931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:32.343131 run osmo-stp_10.42.42.5(pid=27174): stderr: \u000a| �[0;m�[38;5;43m20221214132830498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132830498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132830498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132830499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132830499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132830499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132830499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:32.495998 run patchelf(pid=27177): Terminating (SIGINT)\u000a13:28:32.674038 run patchelf(pid=27177): Terminated: ok {rc=0}\u000a13:28:32.706690 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27174): Process ended prematurely: osmo-stp_10.42.42.5(pid=27174) [trial-2405↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27174)] [trial-2405↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:28:32.716046 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a13:28:32.779689 run osmo-hlr_10.42.42.2(pid=27171): ERR: Terminated: ERROR {rc=237} [trial-2405↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27171)]\u000a13:28:32.831412 run osmo-hlr_10.42.42.2(pid=27171): stdout: \u000a| (launched: 2022-12-14_13:28:29.319785) \u000a13:28:32.883677 run osmo-hlr_10.42.42.2(pid=27171): stderr: \u000a| �[0;m�[1;31m20221214132829518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132829518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132829519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132829519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132829519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132829519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132829532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132829540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132829540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132829540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:32.928374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27170): Terminating (SIGTERM)\u000a13:28:32.970414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27173): Terminating (SIGTERM)\u000a13:28:33.012632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27176): Terminating (SIGTERM)\u000a13:28:33.022696 --- ParallelTerminationStrategy: PID 27170 died...\u000a13:28:33.079379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27170): Terminated: ok {rc=0}\u000a13:28:33.089727 --- ParallelTerminationStrategy: PID 27173 died...\u000a13:28:33.146700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27173): Terminated: ok {rc=0}\u000a13:28:33.156812 --- ParallelTerminationStrategy: PID 27176 died...\u000a13:28:33.213718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27176): Terminated: ok {rc=0}\u000a13:28:33.301917 bus /gobi_0: Setting Powered False\u000a13:28:34.405482 bus /gobi_0: Setting Powered False\u000a13:28:35.514585 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:28:25" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27187): Process ended prematurely: osmo-stp_10.42.42.5(pid=27187) [trial-2405↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27187)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27187): Process ended prematurely: osmo-stp_10.42.42.5(pid=27187) [trial-2405↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27187)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:28:37.497171 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:28:37.508234 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:28:37.662137 tst switch_tch_pdch.py: using LAC 41216\u000a13:28:37.778979 tst switch_tch_pdch.py: using RAC 161\u000a13:28:37.894958 tst switch_tch_pdch.py: using CellId 41216\u000a13:28:38.012684 tst switch_tch_pdch.py: using BVCI 41217\u000a13:28:38.035384 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:28:38.046375 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:28:38.057121 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:28:38.067829 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:28:38.078619 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:28:38.089504 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:28:38.100264 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:28:38.110978 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:28:38.231261 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:28:38.523897 tst switch_tch_pdch.py:51: start network...\u000a13:28:38.657488 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:39.132871 run create_hlr_db(pid=27181): Launched\u000a13:28:39.262857 bus /gobi_6: Setting Powered False\u000a13:28:40.339632 run create_hlr_db(pid=27181): Terminated: ok {rc=0}\u000a13:28:40.713413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27183): Launched\u000a13:28:41.010038 run osmo-hlr_10.42.42.2(pid=27184): Launched\u000a13:28:41.119515 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:28:41.605810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27186): Launched\u000a13:28:41.900943 run osmo-stp_10.42.42.5(pid=27187): Launched\u000a13:28:42.009105 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:28:42.497624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27189): Launched\u000a13:28:42.602649 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:28:42.860071 run patchelf(pid=27190): Launched\u000a13:28:43.033220 run osmo-stp_10.42.42.5(pid=27187): ERR: Terminated: ERROR {rc=1} [trial-2405↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27187)]\u000a13:28:43.159662 run osmo-stp_10.42.42.5(pid=27187): stdout: \u000a| (launched: 2022-12-14_13:28:41.755498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:43.286081 run osmo-stp_10.42.42.5(pid=27187): stderr: \u000a| �[0;m�[38;5;43m20221214132841925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132841925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132841926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132841926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132841926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132841926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132841927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:43.408055 run osmo-stp_10.42.42.5(pid=27187): stdout: \u000a| (launched: 2022-12-14_13:28:41.755498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:43.529770 run osmo-stp_10.42.42.5(pid=27187): stderr: \u000a| �[0;m�[38;5;43m20221214132841925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132841925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132841926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132841926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132841926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132841926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132841927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:43.670781 run patchelf(pid=27190): Terminating (SIGINT)\u000a13:28:43.836764 run patchelf(pid=27190): Terminated: ok {rc=0}\u000a13:28:43.867007 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27187): Process ended prematurely: osmo-stp_10.42.42.5(pid=27187) [trial-2405↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27187)] [trial-2405↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:28:43.875526 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a13:28:43.934888 run osmo-hlr_10.42.42.2(pid=27184): ERR: Terminated: ERROR {rc=237} [trial-2405↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27184)]\u000a13:28:43.983352 run osmo-hlr_10.42.42.2(pid=27184): stdout: \u000a| (launched: 2022-12-14_13:28:40.864677) \u000a13:28:44.032469 run osmo-hlr_10.42.42.2(pid=27184): stderr: \u000a| �[0;m�[1;31m20221214132841041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132841041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132841041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132841041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132841041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132841041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132841053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132841062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132841063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132841063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:44.074768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27183): Terminating (SIGTERM)\u000a13:28:44.114460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27186): Terminating (SIGTERM)\u000a13:28:44.154348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27189): Terminating (SIGTERM)\u000a13:28:44.163517 --- ParallelTerminationStrategy: PID 27183 died...\u000a13:28:44.217118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27183): Terminated: ok {rc=0}\u000a13:28:44.226818 --- ParallelTerminationStrategy: PID 27186 died...\u000a13:28:44.279873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27186): Terminated: ok {rc=0}\u000a13:28:44.289564 --- ParallelTerminationStrategy: PID 27189 died...\u000a13:28:44.342668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27189): Terminated: ok {rc=0}\u000a13:28:44.425534 bus /gobi_0: Setting Powered False\u000a13:28:45.531545 bus /gobi_0: Setting Powered False\u000a13:28:46.640647 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:28:37" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27196): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27196) [trial-2405↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27196)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27196): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27196) [trial-2405↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a13:28:48.540692 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a13:28:48.551426 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:28:48.682265 tst mo_mt_sms.py: using LAC 41217\u000a13:28:48.798061 tst mo_mt_sms.py: using RAC 162\u000a13:28:48.916742 tst mo_mt_sms.py: using CellId 41217\u000a13:28:49.034624 tst mo_mt_sms.py: using BVCI 41218\u000a13:28:49.057173 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a13:28:49.174351 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a13:28:49.463999 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:28:49.597352 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:28:50.254993 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27195): Launched\u000a13:28:50.569946 run osmo-nitb_10.42.42.2(pid=27196): Launched\u000a13:28:50.765337 run osmo-nitb_10.42.42.2(pid=27196): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27196)]\u000a13:28:50.909751 run osmo-nitb_10.42.42.2(pid=27196): stdout: \u000a| (launched: 2022-12-14_13:28:50.417352) \u000a13:28:51.054404 run osmo-nitb_10.42.42.2(pid=27196): stderr: \u000a| (launched: 2022-12-14_13:28:50.464672)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:28:51.194528 run osmo-nitb_10.42.42.2(pid=27196): stdout: \u000a| (launched: 2022-12-14_13:28:50.417352) \u000a13:28:51.333411 run osmo-nitb_10.42.42.2(pid=27196): stderr: \u000a| (launched: 2022-12-14_13:28:50.464672)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:28:51.699780 tst osmo-nitb_10.42.42.2(pid=27196): stdout: \u000a| (launched: 2022-12-14_13:28:50.417352) \u000a13:28:51.827455 tst osmo-nitb_10.42.42.2(pid=27196): stderr: \u000a| (launched: 2022-12-14_13:28:50.464672)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:28:51.883305 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=27196): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27196) [trial-2405↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27196)] [trial-2405↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a13:28:51.891979 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a13:28:51.928269 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27195): Terminating (SIGTERM)\u000a13:28:52.106386 --- ParallelTerminationStrategy: PID 27195 died...\u000a13:28:52.163768 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27195): Terminated: ok {rc=0}\u000a13:28:52.250275 bus /sierra_3: Setting Powered False\u000a13:28:53.357370 bus /sierra_3: Setting Powered False\u000a13:28:54.466948 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:28:48" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27206): Process ended prematurely: osmo-stp_10.42.42.5(pid=27206) [trial-2405↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27206)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27206): Process ended prematurely: osmo-stp_10.42.42.5(pid=27206) [trial-2405↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27206)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a13:28:56.353097 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:28:56.365035 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:28:56.504342 tst mo_mt_sms.py: using LAC 41218\u000a13:28:56.634531 tst mo_mt_sms.py: using RAC 163\u000a13:28:56.757722 tst mo_mt_sms.py: using CellId 41218\u000a13:28:56.881518 tst mo_mt_sms.py: using BVCI 41219\u000a13:28:56.906037 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:28:56.917274 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:28:56.928094 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:28:56.938942 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:28:56.950263 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:28:56.961460 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a13:28:57.078119 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a13:28:57.286241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:57.785102 run create_hlr_db(pid=27200): Launched\u000a13:28:57.970032 bus /sierra_2: Setting Powered False\u000a13:28:58.990922 run create_hlr_db(pid=27200): Terminated: ok {rc=0}\u000a13:28:59.412893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27202): Launched\u000a13:28:59.730002 run osmo-hlr_10.42.42.2(pid=27203): Launched\u000a13:28:59.849435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:00.400370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27205): Launched\u000a13:29:00.718650 run osmo-stp_10.42.42.5(pid=27206): Launched\u000a13:29:00.844141 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:29:01.479407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27208): Launched\u000a13:29:01.927227 run osmo-msc_10.42.42.6(pid=27209): Launched\u000a13:29:02.334755 run osmo-stp_10.42.42.5(pid=27206): ERR: Terminated: ERROR {rc=1} [trial-2405↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27206)]\u000a13:29:02.537320 run osmo-stp_10.42.42.5(pid=27206): stdout: \u000a| (launched: 2022-12-14_13:29:00.562425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:02.671676 run osmo-stp_10.42.42.5(pid=27206): stderr: \u000a| �[0;m�[38;5;43m20221214132900756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132900756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132900756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132900757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132900757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132900757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132900758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:02.800396 run osmo-stp_10.42.42.5(pid=27206): stdout: \u000a| (launched: 2022-12-14_13:29:00.562425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:02.927996 run osmo-stp_10.42.42.5(pid=27206): stderr: \u000a| �[0;m�[38;5;43m20221214132900756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132900756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132900756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132900757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132900757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132900757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132900758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:02.984184 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=27206): Process ended prematurely: osmo-stp_10.42.42.5(pid=27206) [trial-2405↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27206)] [trial-2405↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a13:29:02.993028 tst mo_mt_sms.py:16: Test FAILED (6.6 sec)\u000a13:29:03.056529 run osmo-hlr_10.42.42.2(pid=27203): ERR: Terminated: ERROR {rc=237} [trial-2405↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27203)]\u000a13:29:03.108452 run osmo-hlr_10.42.42.2(pid=27203): stdout: \u000a| (launched: 2022-12-14_13:28:59.574307) \u000a13:29:03.160686 run osmo-hlr_10.42.42.2(pid=27203): stderr: \u000a| �[0;m�[1;31m20221214132859772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132859772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132859772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132859773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132859773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132859773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132859785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132859793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132859793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132859793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:03.231251 run osmo-msc_10.42.42.6(pid=27209): ERR: Terminated: ERROR {rc=2} [trial-2405↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27209)]\u000a13:29:03.282643 run osmo-msc_10.42.42.6(pid=27209): stdout: \u000a| (launched: 2022-12-14_13:29:01.643672) \u000a13:29:03.334684 run osmo-msc_10.42.42.6(pid=27209): stderr: \u000a| �[0;m�[38;5;43m20221214132902358 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132902358 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5baec38c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132902358 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132902358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132902358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132902359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132902360 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132902361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132902361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132902361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:29:03.379248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27202): Terminating (SIGTERM)\u000a13:29:03.421395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27205): Terminating (SIGTERM)\u000a13:29:03.463680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27208): Terminating (SIGTERM)\u000a13:29:03.473417 --- ParallelTerminationStrategy: PID 27202 died...\u000a13:29:03.529783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27202): Terminated: ok {rc=0}\u000a13:29:03.539917 --- ParallelTerminationStrategy: PID 27205 died...\u000a13:29:03.596065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27205): Terminated: ok {rc=0}\u000a13:29:03.606173 --- ParallelTerminationStrategy: PID 27208 died...\u000a13:29:03.662307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27208): Terminated: ok {rc=0}\u000a13:29:03.748680 bus /sierra_3: Setting Powered False\u000a13:29:04.854960 bus /sierra_3: Setting Powered False\u000a13:29:05.962090 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:28:56" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27216): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27216) [trial-2405↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27216)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27216): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27216) [trial-2405↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a13:29:07.801777 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a13:29:07.812229 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:29:07.945597 tst assert_extension.py: using LAC 41219\u000a13:29:08.061248 tst assert_extension.py: using RAC 164\u000a13:29:08.178647 tst assert_extension.py: using CellId 41219\u000a13:29:08.304114 tst assert_extension.py: using BVCI 41220\u000a13:29:08.328181 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a13:29:08.598831 tst assert_extension.py:10: start nitb and bts...\u000a13:29:08.721595 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:29:09.334505 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27215): Launched\u000a13:29:09.627024 run osmo-nitb_10.42.42.2(pid=27216): Launched\u000a13:29:09.808277 run osmo-nitb_10.42.42.2(pid=27216): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27216)]\u000a13:29:09.941826 run osmo-nitb_10.42.42.2(pid=27216): stdout: \u000a| (launched: 2022-12-14_13:29:09.484701) \u000a13:29:10.075874 run osmo-nitb_10.42.42.2(pid=27216): stderr: \u000a| (launched: 2022-12-14_13:29:09.528825)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:29:10.205649 run osmo-nitb_10.42.42.2(pid=27216): stdout: \u000a| (launched: 2022-12-14_13:29:09.484701) \u000a13:29:10.333842 run osmo-nitb_10.42.42.2(pid=27216): stderr: \u000a| (launched: 2022-12-14_13:29:09.528825)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:29:10.746441 tst osmo-nitb_10.42.42.2(pid=27216): stdout: \u000a| (launched: 2022-12-14_13:29:09.484701) \u000a13:29:10.863650 tst osmo-nitb_10.42.42.2(pid=27216): stderr: \u000a| (launched: 2022-12-14_13:29:09.528825)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:29:10.914913 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=27216): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27216) [trial-2405↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27216)] [trial-2405↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a13:29:10.922899 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a13:29:10.956936 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27215): Terminating (SIGTERM)\u000a13:29:11.134508 --- ParallelTerminationStrategy: PID 27215 died...\u000a13:29:11.188559 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27215): Terminated: ok {rc=0}\u000a13:29:11.271343 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:29:07" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27226): Process ended prematurely: osmo-stp_10.42.42.5(pid=27226) [trial-2405↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27226)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27226): Process ended prematurely: osmo-stp_10.42.42.5(pid=27226) [trial-2405↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a13:29:13.108556 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:29:13.119722 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:29:13.260514 tst assert_extension.py: using LAC 41220\u000a13:29:13.384078 tst assert_extension.py: using RAC 165\u000a13:29:13.507205 tst assert_extension.py: using CellId 41220\u000a13:29:13.632177 tst assert_extension.py: using BVCI 41221\u000a13:29:13.656621 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:29:13.667816 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:29:13.678659 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:29:13.689390 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:29:13.700328 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:29:13.711515 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a13:29:13.908465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:14.383605 run create_hlr_db(pid=27220): Launched\u000a13:29:14.553974 bus /sierra_2: Setting Powered False\u000a13:29:15.575172 run create_hlr_db(pid=27220): Terminated: ok {rc=0}\u000a13:29:16.021040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27222): Launched\u000a13:29:16.414853 run osmo-hlr_10.42.42.2(pid=27223): Launched\u000a13:29:16.664162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:17.242485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27225): Launched\u000a13:29:17.543096 run osmo-stp_10.42.42.5(pid=27226): Launched\u000a13:29:17.649685 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:29:18.188103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27228): Launched\u000a13:29:18.482948 run osmo-msc_10.42.42.6(pid=27229): Launched\u000a13:29:18.657147 run osmo-stp_10.42.42.5(pid=27226): ERR: Terminated: ERROR {rc=1} [trial-2405↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27226)]\u000a13:29:18.782273 run osmo-stp_10.42.42.5(pid=27226): stdout: \u000a| (launched: 2022-12-14_13:29:17.395693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:18.905566 run osmo-stp_10.42.42.5(pid=27226): stderr: \u000a| �[0;m�[38;5;43m20221214132917566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132917566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132917566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132917567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132917567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132917567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132917567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:19.024142 run osmo-stp_10.42.42.5(pid=27226): stdout: \u000a| (launched: 2022-12-14_13:29:17.395693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:19.142970 run osmo-stp_10.42.42.5(pid=27226): stderr: \u000a| �[0;m�[38;5;43m20221214132917566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132917566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132917566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132917567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132917567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132917567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132917567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:19.194679 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=27226): Process ended prematurely: osmo-stp_10.42.42.5(pid=27226) [trial-2405↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27226)] [trial-2405↪ussd:trx-umtrx↪assert_extension.py:17]\u000a13:29:19.202541 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a13:29:19.261657 run osmo-hlr_10.42.42.2(pid=27223): ERR: Terminated: ERROR {rc=237} [trial-2405↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27223)]\u000a13:29:19.310403 run osmo-hlr_10.42.42.2(pid=27223): stdout: \u000a| (launched: 2022-12-14_13:29:16.195288) \u000a13:29:19.359603 run osmo-hlr_10.42.42.2(pid=27223): stderr: \u000a| �[0;m�[1;31m20221214132916530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132916530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132916530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132916530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132916530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132916530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132916550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132916562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132916562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132916562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:19.426573 run osmo-msc_10.42.42.6(pid=27229): ERR: Terminated: ERROR {rc=2} [trial-2405↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27229)]\u000a13:29:19.475003 run osmo-msc_10.42.42.6(pid=27229): stdout: \u000a| (launched: 2022-12-14_13:29:18.337941) \u000a13:29:19.524027 run osmo-msc_10.42.42.6(pid=27229): stderr: \u000a| �[0;m�[38;5;43m20221214132918609 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132918609 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20ec268c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132918610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132918610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132918610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132918610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132918613 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132918614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132918614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132918614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:29:19.565574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27222): Terminating (SIGTERM)\u000a13:29:19.605014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27225): Terminating (SIGTERM)\u000a13:29:19.644856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27228): Terminating (SIGTERM)\u000a13:29:19.654136 --- ParallelTerminationStrategy: PID 27222 died...\u000a13:29:19.707211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27222): Terminated: ok {rc=0}\u000a13:29:19.716650 --- ParallelTerminationStrategy: PID 27225 died...\u000a13:29:19.769240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27225): Terminated: ok {rc=0}\u000a13:29:19.778690 --- ParallelTerminationStrategy: PID 27228 died...\u000a13:29:19.831273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27228): Terminated: ok {rc=0}\u000a13:29:19.914834 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:29:12" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27240): Process ended prematurely: osmo-stp_10.42.42.5(pid=27240) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27240)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27240): Process ended prematurely: osmo-stp_10.42.42.5(pid=27240) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27240)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:29:21.874177 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:21.886034 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:29:22.045326 tst mo_mt_call.py: using LAC 41221\u000a13:29:22.169304 tst mo_mt_call.py: using RAC 166\u000a13:29:22.287349 tst mo_mt_call.py: using CellId 41221\u000a13:29:22.404713 tst mo_mt_call.py: using BVCI 41222\u000a13:29:22.427766 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:22.438959 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:22.449927 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:22.460833 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:22.472404 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:22.483873 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:29:22.604356 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:29:22.804855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:23.289784 run create_hlr_db(pid=27234): Launched\u000a13:29:23.464459 bus /sierra_2: Setting Powered False\u000a13:29:24.486156 run create_hlr_db(pid=27234): Terminated: ok {rc=0}\u000a13:29:24.917679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27236): Launched\u000a13:29:25.241608 run osmo-hlr_10.42.42.2(pid=27237): Launched\u000a13:29:25.365077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:25.926735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27239): Launched\u000a13:29:26.251104 run osmo-stp_10.42.42.5(pid=27240): Launched\u000a13:29:26.369568 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:29:26.959777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27242): Launched\u000a13:29:27.283222 run osmo-msc_10.42.42.6(pid=27243): Launched\u000a13:29:27.472859 run osmo-stp_10.42.42.5(pid=27240): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27240)]\u000a13:29:27.610282 run osmo-stp_10.42.42.5(pid=27240): stdout: \u000a| (launched: 2022-12-14_13:29:26.092328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:27.746998 run osmo-stp_10.42.42.5(pid=27240): stderr: \u000a| �[0;m�[38;5;43m20221214132926284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132926284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132926284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132926285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132926287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132926287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132926287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:27.877872 run osmo-stp_10.42.42.5(pid=27240): stdout: \u000a| (launched: 2022-12-14_13:29:26.092328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:28.007579 run osmo-stp_10.42.42.5(pid=27240): stderr: \u000a| �[0;m�[38;5;43m20221214132926284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132926284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132926284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132926285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132926287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132926287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132926287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:28.065149 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27240): Process ended prematurely: osmo-stp_10.42.42.5(pid=27240) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27240)] [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:29:28.074667 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:29:28.137853 run osmo-hlr_10.42.42.2(pid=27237): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27237)]\u000a13:29:28.189517 run osmo-hlr_10.42.42.2(pid=27237): stdout: \u000a| (launched: 2022-12-14_13:29:25.083481) \u000a13:29:28.241541 run osmo-hlr_10.42.42.2(pid=27237): stderr: \u000a| �[0;m�[1;31m20221214132925283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132925283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132925283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132925283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132925283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132925283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132925296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132925304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132925305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132925305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:28.312171 run osmo-msc_10.42.42.6(pid=27243): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27243)]\u000a13:29:28.364277 run osmo-msc_10.42.42.6(pid=27243): stdout: \u000a| (launched: 2022-12-14_13:29:27.125091) \u000a13:29:28.416372 run osmo-msc_10.42.42.6(pid=27243): stderr: \u000a| �[0;m�[38;5;43m20221214132927447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132927447 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd488477c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132927447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132927447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132927447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132927448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132927449 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132927450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132927450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132927450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:29:28.460877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27236): Terminating (SIGTERM)\u000a13:29:28.503384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27239): Terminating (SIGTERM)\u000a13:29:28.545474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27242): Terminating (SIGTERM)\u000a13:29:28.555041 --- ParallelTerminationStrategy: PID 27236 died...\u000a13:29:28.611123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27236): Terminated: ok {rc=0}\u000a13:29:28.621079 --- ParallelTerminationStrategy: PID 27239 died...\u000a13:29:28.677001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27239): Terminated: ok {rc=0}\u000a13:29:28.687017 --- ParallelTerminationStrategy: PID 27242 died...\u000a13:29:28.742962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27242): Terminated: ok {rc=0}\u000a13:29:28.830310 bus /sierra_3: Setting Powered False\u000a13:29:29.935100 bus /sierra_3: Setting Powered False\u000a13:29:31.045625 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27251): Process ended prematurely: osmo-stp_10.42.42.5(pid=27251) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27251)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27251): Process ended prematurely: osmo-stp_10.42.42.5(pid=27251) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27251)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:29:32.169242 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:32.182064 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:29:32.346681 tst mo_mt_call_osmux.py: using LAC 41222\u000a13:29:32.472891 tst mo_mt_call_osmux.py: using RAC 167\u000a13:29:32.603619 tst mo_mt_call_osmux.py: using CellId 41222\u000a13:29:32.731884 tst mo_mt_call_osmux.py: using BVCI 41223\u000a13:29:32.756349 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:32.767790 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:32.779040 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:32.790318 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:32.801903 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:32.813391 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:29:32.930336 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:29:33.142692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:33.650195 run create_hlr_db(pid=27245): Launched\u000a13:29:33.837528 bus /sierra_2: Setting Powered False\u000a13:29:34.858166 run create_hlr_db(pid=27245): Terminated: ok {rc=0}\u000a13:29:35.287021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27247): Launched\u000a13:29:35.609282 run osmo-hlr_10.42.42.2(pid=27248): Launched\u000a13:29:35.730295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:36.289463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27250): Launched\u000a13:29:36.612158 run osmo-stp_10.42.42.5(pid=27251): Launched\u000a13:29:36.729651 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:29:37.319761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27253): Launched\u000a13:29:37.642269 run osmo-msc_10.42.42.6(pid=27254): Launched\u000a13:29:37.831839 run osmo-stp_10.42.42.5(pid=27251): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27251)]\u000a13:29:37.969394 run osmo-stp_10.42.42.5(pid=27251): stdout: \u000a| (launched: 2022-12-14_13:29:36.453822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:38.106587 run osmo-stp_10.42.42.5(pid=27251): stderr: \u000a| �[0;m�[38;5;43m20221214132936645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132936645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132936645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132936645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132936646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132936646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132936646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:38.236577 run osmo-stp_10.42.42.5(pid=27251): stdout: \u000a| (launched: 2022-12-14_13:29:36.453822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:38.366045 run osmo-stp_10.42.42.5(pid=27251): stderr: \u000a| �[0;m�[38;5;43m20221214132936645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132936645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132936645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132936645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132936646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132936646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132936646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:38.422953 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27251): Process ended prematurely: osmo-stp_10.42.42.5(pid=27251) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27251)] [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:29:38.432049 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:29:38.495020 run osmo-hlr_10.42.42.2(pid=27248): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27248)]\u000a13:29:38.546312 run osmo-hlr_10.42.42.2(pid=27248): stdout: \u000a| (launched: 2022-12-14_13:29:35.451122) \u000a13:29:38.598058 run osmo-hlr_10.42.42.2(pid=27248): stderr: \u000a| �[0;m�[1;31m20221214132935648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132935648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132935648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132935648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132935648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132935648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132935660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132935669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132935670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132935670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:38.668579 run osmo-msc_10.42.42.6(pid=27254): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27254)]\u000a13:29:38.719925 run osmo-msc_10.42.42.6(pid=27254): stdout: \u000a| (launched: 2022-12-14_13:29:37.483986) \u000a13:29:38.771324 run osmo-msc_10.42.42.6(pid=27254): stderr: \u000a| �[0;m�[38;5;43m20221214132937806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132937806 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0d7602c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132937806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132937806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132937807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132937807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132937809 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132937809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132937809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132937809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:29:38.815348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27247): Terminating (SIGTERM)\u000a13:29:38.856781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27250): Terminating (SIGTERM)\u000a13:29:38.898866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27253): Terminating (SIGTERM)\u000a13:29:38.908500 --- ParallelTerminationStrategy: PID 27247 died...\u000a13:29:38.964370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27247): Terminated: ok {rc=0}\u000a13:29:38.974369 --- ParallelTerminationStrategy: PID 27250 died...\u000a13:29:39.030221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27250): Terminated: ok {rc=0}\u000a13:29:39.040158 --- ParallelTerminationStrategy: PID 27253 died...\u000a13:29:39.096251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27253): Terminated: ok {rc=0}\u000a13:29:39.182819 bus /sierra_3: Setting Powered False\u000a13:29:40.289133 bus /sierra_3: Setting Powered False\u000a13:29:41.397771 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:29:21" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27265): Process ended prematurely: osmo-stp_10.42.42.5(pid=27265) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27265)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27265): Process ended prematurely: osmo-stp_10.42.42.5(pid=27265) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:29:43.402234 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:29:43.413931 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:29:43.570754 tst mo_mt_call.py: using LAC 41223\u000a13:29:43.689986 tst mo_mt_call.py: using RAC 168\u000a13:29:43.806277 tst mo_mt_call.py: using CellId 41223\u000a13:29:43.925295 tst mo_mt_call.py: using BVCI 41224\u000a13:29:43.948006 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:29:43.958958 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:29:43.969951 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:29:43.980620 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:29:43.991414 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:29:44.002340 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:29:44.114989 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:29:44.325549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:44.832652 run create_hlr_db(pid=27259): Launched\u000a13:29:45.019247 bus /sierra_2: Setting Powered False\u000a13:29:46.058295 run create_hlr_db(pid=27259): Terminated: ok {rc=0}\u000a13:29:46.545513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27261): Launched\u000a13:29:46.946177 run osmo-hlr_10.42.42.2(pid=27262): Launched\u000a13:29:47.102828 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:47.760214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27264): Launched\u000a13:29:48.084093 run osmo-stp_10.42.42.5(pid=27265): Launched\u000a13:29:48.202113 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:29:48.791759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27267): Launched\u000a13:29:49.116201 run osmo-msc_10.42.42.6(pid=27268): Launched\u000a13:29:49.306104 run osmo-stp_10.42.42.5(pid=27265): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27265)]\u000a13:29:49.443715 run osmo-stp_10.42.42.5(pid=27265): stdout: \u000a| (launched: 2022-12-14_13:29:47.925204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:49.580752 run osmo-stp_10.42.42.5(pid=27265): stderr: \u000a| �[0;m�[38;5;43m20221214132948119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132948119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132948120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132948120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132948120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132948121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132948121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:49.711571 run osmo-stp_10.42.42.5(pid=27265): stdout: \u000a| (launched: 2022-12-14_13:29:47.925204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:49.841164 run osmo-stp_10.42.42.5(pid=27265): stderr: \u000a| �[0;m�[38;5;43m20221214132948119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132948119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132948120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132948120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132948120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132948121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132948121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:49.898092 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27265): Process ended prematurely: osmo-stp_10.42.42.5(pid=27265) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27265)] [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:29:49.907172 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a13:29:49.970175 run osmo-hlr_10.42.42.2(pid=27262): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27262)]\u000a13:29:50.021935 run osmo-hlr_10.42.42.2(pid=27262): stdout: \u000a| (launched: 2022-12-14_13:29:46.738795) \u000a13:29:50.074451 run osmo-hlr_10.42.42.2(pid=27262): stderr: \u000a| �[0;m�[1;31m20221214132947132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132947132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132947132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132947132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132947132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132947132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132947152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132947168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132947168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132947168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:50.145375 run osmo-msc_10.42.42.6(pid=27268): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27268)]\u000a13:29:50.197038 run osmo-msc_10.42.42.6(pid=27268): stdout: \u000a| (launched: 2022-12-14_13:29:48.956086) \u000a13:29:50.249034 run osmo-msc_10.42.42.6(pid=27268): stderr: \u000a| �[0;m�[38;5;43m20221214132949278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132949278 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0866072c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132949278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132949278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132949278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132949279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132949280 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132949281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132949281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132949281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:29:50.293664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27261): Terminating (SIGTERM)\u000a13:29:50.336294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27264): Terminating (SIGTERM)\u000a13:29:50.378663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27267): Terminating (SIGTERM)\u000a13:29:50.388395 --- ParallelTerminationStrategy: PID 27261 died...\u000a13:29:50.445218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27261): Terminated: ok {rc=0}\u000a13:29:50.455476 --- ParallelTerminationStrategy: PID 27264 died...\u000a13:29:50.512408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27264): Terminated: ok {rc=0}\u000a13:29:50.522932 --- ParallelTerminationStrategy: PID 27267 died...\u000a13:29:50.579775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27267): Terminated: ok {rc=0}\u000a13:29:50.666722 bus /sierra_3: Setting Powered False\u000a13:29:51.769467 bus /sierra_3: Setting Powered False\u000a13:29:52.881120 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27276): Process ended prematurely: osmo-stp_10.42.42.5(pid=27276) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27276)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27276): Process ended prematurely: osmo-stp_10.42.42.5(pid=27276) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27276)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:29:53.991130 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:29:54.002796 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:29:54.160197 tst mo_mt_call_osmux.py: using LAC 41224\u000a13:29:54.280775 tst mo_mt_call_osmux.py: using RAC 169\u000a13:29:54.400366 tst mo_mt_call_osmux.py: using CellId 41224\u000a13:29:54.518669 tst mo_mt_call_osmux.py: using BVCI 41225\u000a13:29:54.541719 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:29:54.552718 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:29:54.563608 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:29:54.574440 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:29:54.585450 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:29:54.596295 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:29:54.715632 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:29:54.918325 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:55.400062 run create_hlr_db(pid=27270): Launched\u000a13:29:55.573088 bus /sierra_2: Setting Powered False\u000a13:29:56.607233 run create_hlr_db(pid=27270): Terminated: ok {rc=0}\u000a13:29:57.009355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27272): Launched\u000a13:29:57.310530 run osmo-hlr_10.42.42.2(pid=27273): Launched\u000a13:29:57.429157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:57.960044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27275): Launched\u000a13:29:58.259925 run osmo-stp_10.42.42.5(pid=27276): Launched\u000a13:29:58.368435 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:29:58.916061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27278): Launched\u000a13:29:59.216458 run osmo-msc_10.42.42.6(pid=27279): Launched\u000a13:29:59.394036 run osmo-stp_10.42.42.5(pid=27276): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27276)]\u000a13:29:59.521369 run osmo-stp_10.42.42.5(pid=27276): stdout: \u000a| (launched: 2022-12-14_13:29:58.112819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:59.646195 run osmo-stp_10.42.42.5(pid=27276): stderr: \u000a| �[0;m�[38;5;43m20221214132958285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132958285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132958285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132958286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132958286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132958286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132958286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:59.766646 run osmo-stp_10.42.42.5(pid=27276): stdout: \u000a| (launched: 2022-12-14_13:29:58.112819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:59.886088 run osmo-stp_10.42.42.5(pid=27276): stderr: \u000a| �[0;m�[38;5;43m20221214132958285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214132958285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214132958285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214132958286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214132958286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214132958286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214132958286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:59.938785 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27276): Process ended prematurely: osmo-stp_10.42.42.5(pid=27276) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27276)] [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:29:59.947173 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:30:00.006300 run osmo-hlr_10.42.42.2(pid=27273): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27273)]\u000a13:30:00.054641 run osmo-hlr_10.42.42.2(pid=27273): stdout: \u000a| (launched: 2022-12-14_13:29:57.162823) \u000a13:30:00.103588 run osmo-hlr_10.42.42.2(pid=27273): stderr: \u000a| �[0;m�[1;31m20221214132957343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214132957343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214132957344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132957344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214132957344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214132957344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214132957355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214132957363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214132957364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214132957364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:00.169817 run osmo-msc_10.42.42.6(pid=27279): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27279)]\u000a13:30:00.218014 run osmo-msc_10.42.42.6(pid=27279): stdout: \u000a| (launched: 2022-12-14_13:29:59.069273) \u000a13:30:00.266595 run osmo-msc_10.42.42.6(pid=27279): stderr: \u000a| �[0;m�[38;5;43m20221214132959342 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214132959342 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f43bbac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214132959342 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214132959342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214132959343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214132959343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214132959345 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214132959345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214132959345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214132959345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:30:00.307780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27272): Terminating (SIGTERM)\u000a13:30:00.346579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27275): Terminating (SIGTERM)\u000a13:30:00.385538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27278): Terminating (SIGTERM)\u000a13:30:00.394585 --- ParallelTerminationStrategy: PID 27272 died...\u000a13:30:00.447066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27272): Terminated: ok {rc=0}\u000a13:30:00.456456 --- ParallelTerminationStrategy: PID 27275 died...\u000a13:30:00.508694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27275): Terminated: ok {rc=0}\u000a13:30:00.518073 --- ParallelTerminationStrategy: PID 27278 died...\u000a13:30:00.570229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27278): Terminated: ok {rc=0}\u000a13:30:00.657190 bus /sierra_3: Setting Powered False\u000a13:30:01.770533 bus /sierra_3: Setting Powered False\u000a13:30:02.881361 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:29:43" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27293): Process ended prematurely: osmo-stp_10.42.42.5(pid=27293) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27293)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27293): Process ended prematurely: osmo-stp_10.42.42.5(pid=27293) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:30:04.863767 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:04.874779 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:30:05.028943 tst mo_mt_call.py: using LAC 41225\u000a13:30:05.149272 tst mo_mt_call.py: using RAC 170\u000a13:30:05.268808 tst mo_mt_call.py: using CellId 41225\u000a13:30:05.387859 tst mo_mt_call.py: using BVCI 41226\u000a13:30:05.410625 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:05.421892 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:05.432606 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:05.443498 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:05.454360 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:05.465106 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:30:05.579359 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:30:05.785199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:06.265137 run create_hlr_db(pid=27287): Launched\u000a13:30:06.437874 bus /sierra_2: Setting Powered False\u000a13:30:07.472560 run create_hlr_db(pid=27287): Terminated: ok {rc=0}\u000a13:30:07.902242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27289): Launched\u000a13:30:08.225164 run osmo-hlr_10.42.42.2(pid=27290): Launched\u000a13:30:08.347653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:30:08.907927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27292): Launched\u000a13:30:09.231189 run osmo-stp_10.42.42.5(pid=27293): Launched\u000a13:30:09.348753 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:30:09.939901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27295): Launched\u000a13:30:10.264071 run osmo-msc_10.42.42.6(pid=27296): Launched\u000a13:30:10.453637 run osmo-stp_10.42.42.5(pid=27293): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27293)]\u000a13:30:10.590260 run osmo-stp_10.42.42.5(pid=27293): stdout: \u000a| (launched: 2022-12-14_13:30:09.072933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:10.726735 run osmo-stp_10.42.42.5(pid=27293): stderr: \u000a| �[0;m�[38;5;43m20221214133009266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133009267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133009267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133009267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133009268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133009268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133009268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:10.856734 run osmo-stp_10.42.42.5(pid=27293): stdout: \u000a| (launched: 2022-12-14_13:30:09.072933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:10.985823 run osmo-stp_10.42.42.5(pid=27293): stderr: \u000a| �[0;m�[38;5;43m20221214133009266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133009267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133009267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133009267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133009268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133009268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133009268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:11.042499 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27293): Process ended prematurely: osmo-stp_10.42.42.5(pid=27293) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27293)] [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:30:11.051647 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:30:11.115018 run osmo-hlr_10.42.42.2(pid=27290): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27290)]\u000a13:30:11.166584 run osmo-hlr_10.42.42.2(pid=27290): stdout: \u000a| (launched: 2022-12-14_13:30:08.066697) \u000a13:30:11.218664 run osmo-hlr_10.42.42.2(pid=27290): stderr: \u000a| �[0;m�[1;31m20221214133008265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133008265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133008265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133008265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133008265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133008265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133008278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133008287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133008287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133008287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:11.289278 run osmo-msc_10.42.42.6(pid=27296): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27296)]\u000a13:30:11.340909 run osmo-msc_10.42.42.6(pid=27296): stdout: \u000a| (launched: 2022-12-14_13:30:10.105454) \u000a13:30:11.392812 run osmo-msc_10.42.42.6(pid=27296): stderr: \u000a| �[0;m�[38;5;43m20221214133010428 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133010428 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbecf49ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133010428 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133010428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133010428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133010429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133010431 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133010431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133010431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133010431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:30:11.437294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27289): Terminating (SIGTERM)\u000a13:30:11.479290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27292): Terminating (SIGTERM)\u000a13:30:11.521918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27295): Terminating (SIGTERM)\u000a13:30:11.531466 --- ParallelTerminationStrategy: PID 27289 died...\u000a13:30:11.587816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27289): Terminated: ok {rc=0}\u000a13:30:11.597904 --- ParallelTerminationStrategy: PID 27292 died...\u000a13:30:11.654242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27292): Terminated: ok {rc=0}\u000a13:30:11.664281 --- ParallelTerminationStrategy: PID 27295 died...\u000a13:30:11.720486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27295): Terminated: ok {rc=0}\u000a13:30:11.807191 bus /sierra_3: Setting Powered False\u000a13:30:12.910392 bus /sierra_3: Setting Powered False\u000a13:30:14.021133 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 91, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27304): Process ended prematurely: osmo-stp_10.42.42.5(pid=27304) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27304)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27304): Process ended prematurely: osmo-stp_10.42.42.5(pid=27304) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:30:15.130420 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:15.141954 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:30:15.298678 tst mo_mt_call_osmux.py: using LAC 41226\u000a13:30:15.416280 tst mo_mt_call_osmux.py: using RAC 171\u000a13:30:15.536408 tst mo_mt_call_osmux.py: using CellId 41226\u000a13:30:15.656492 tst mo_mt_call_osmux.py: using BVCI 41227\u000a13:30:15.679401 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:15.690380 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:15.701131 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:15.711891 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:15.722781 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:15.733513 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:30:15.859757 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:30:16.103863 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:16.679120 run create_hlr_db(pid=27298): Launched\u000a13:30:16.912607 bus /sierra_2: Setting Powered False\u000a13:30:17.895309 run create_hlr_db(pid=27298): Terminated: ok {rc=0}\u000a13:30:18.333806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27300): Launched\u000a13:30:18.635073 run osmo-hlr_10.42.42.2(pid=27301): Launched\u000a13:30:18.754241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:30:19.285454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27303): Launched\u000a13:30:19.587545 run osmo-stp_10.42.42.5(pid=27304): Launched\u000a13:30:19.697441 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:30:20.245552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27306): Launched\u000a13:30:20.545961 run osmo-msc_10.42.42.6(pid=27307): Launched\u000a13:30:20.722315 run osmo-stp_10.42.42.5(pid=27304): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27304)]\u000a13:30:20.849557 run osmo-stp_10.42.42.5(pid=27304): stdout: \u000a| (launched: 2022-12-14_13:30:19.438728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:20.974056 run osmo-stp_10.42.42.5(pid=27304): stderr: \u000a| �[0;m�[38;5;43m20221214133019610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133019610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133019610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133019610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133019611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133019611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133019611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:21.094420 run osmo-stp_10.42.42.5(pid=27304): stdout: \u000a| (launched: 2022-12-14_13:30:19.438728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:21.214117 run osmo-stp_10.42.42.5(pid=27304): stderr: \u000a| �[0;m�[38;5;43m20221214133019610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133019610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133019610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133019610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133019611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133019611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133019611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:21.266565 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27304): Process ended prematurely: osmo-stp_10.42.42.5(pid=27304) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27304)] [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:30:21.275014 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:30:21.333688 run osmo-hlr_10.42.42.2(pid=27301): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27301)]\u000a13:30:21.382531 run osmo-hlr_10.42.42.2(pid=27301): stdout: \u000a| (launched: 2022-12-14_13:30:18.487478) \u000a13:30:21.431641 run osmo-hlr_10.42.42.2(pid=27301): stderr: \u000a| �[0;m�[1;31m20221214133018665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133018665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133018666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133018666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133018666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133018666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133018678 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133018687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133018688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133018688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:21.498060 run osmo-msc_10.42.42.6(pid=27307): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27307)]\u000a13:30:21.546487 run osmo-msc_10.42.42.6(pid=27307): stdout: \u000a| (launched: 2022-12-14_13:30:20.398598) \u000a13:30:21.595582 run osmo-msc_10.42.42.6(pid=27307): stderr: \u000a| �[0;m�[38;5;43m20221214133020669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133020670 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87d9ff8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133020670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133020670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133020670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133020670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133020672 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133020672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133020672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133020672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:30:21.636775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27300): Terminating (SIGTERM)\u000a13:30:21.675841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27303): Terminating (SIGTERM)\u000a13:30:21.715033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27306): Terminating (SIGTERM)\u000a13:30:21.724136 --- ParallelTerminationStrategy: PID 27300 died...\u000a13:30:21.776550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27300): Terminated: ok {rc=0}\u000a13:30:21.786002 --- ParallelTerminationStrategy: PID 27303 died...\u000a13:30:21.838409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27303): Terminated: ok {rc=0}\u000a13:30:21.847849 --- ParallelTerminationStrategy: PID 27306 died...\u000a13:30:21.900434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27306): Terminated: ok {rc=0}\u000a13:30:21.988137 bus /sierra_3: Setting Powered False\u000a13:30:23.091829 bus /sierra_3: Setting Powered False\u000a13:30:24.198757 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:30:04" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27318): Process ended prematurely: osmo-stp_10.42.42.5(pid=27318) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27318)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27318): Process ended prematurely: osmo-stp_10.42.42.5(pid=27318) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:30:26.179889 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:26.191042 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:30:26.359991 tst mo_mt_call.py: using LAC 41227\u000a13:30:26.490206 tst mo_mt_call.py: using RAC 172\u000a13:30:26.621154 tst mo_mt_call.py: using CellId 41227\u000a13:30:26.746506 tst mo_mt_call.py: using BVCI 41228\u000a13:30:26.771175 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:26.782785 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:26.794157 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:26.805453 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:26.817218 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:26.828756 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:30:26.944231 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:30:27.156763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:27.664911 run create_hlr_db(pid=27312): Launched\u000a13:30:27.852222 bus /sierra_2: Setting Powered False\u000a13:30:28.874312 run create_hlr_db(pid=27312): Terminated: ok {rc=0}\u000a13:30:29.278623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27314): Launched\u000a13:30:29.582785 run osmo-hlr_10.42.42.2(pid=27315): Launched\u000a13:30:29.695220 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:30:30.218011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27317): Launched\u000a13:30:30.521136 run osmo-stp_10.42.42.5(pid=27318): Launched\u000a13:30:30.632040 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:30:31.260511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27320): Launched\u000a13:30:31.603623 run osmo-msc_10.42.42.6(pid=27321): Launched\u000a13:30:31.856432 run osmo-stp_10.42.42.5(pid=27318): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27318)]\u000a13:30:32.073264 run osmo-stp_10.42.42.5(pid=27318): stdout: \u000a| (launched: 2022-12-14_13:30:30.371980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:32.331343 run osmo-stp_10.42.42.5(pid=27318): stderr: \u000a| �[0;m�[38;5;43m20221214133030543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133030544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133030544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133030544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133030545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133030545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133030545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:32.472457 run osmo-stp_10.42.42.5(pid=27318): stdout: \u000a| (launched: 2022-12-14_13:30:30.371980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:32.594061 run osmo-stp_10.42.42.5(pid=27318): stderr: \u000a| �[0;m�[38;5;43m20221214133030543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133030544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133030544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133030544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133030545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133030545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133030545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:32.647490 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27318): Process ended prematurely: osmo-stp_10.42.42.5(pid=27318) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27318)] [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:30:32.656055 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a13:30:32.716663 run osmo-hlr_10.42.42.2(pid=27315): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27315)]\u000a13:30:32.766464 run osmo-hlr_10.42.42.2(pid=27315): stdout: \u000a| (launched: 2022-12-14_13:30:29.432920) \u000a13:30:32.816785 run osmo-hlr_10.42.42.2(pid=27315): stderr: \u000a| �[0;m�[1;31m20221214133029606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133029606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133029606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133029606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133029606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133029606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133029618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133029626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133029626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133029626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:32.884628 run osmo-msc_10.42.42.6(pid=27321): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27321)]\u000a13:30:32.934366 run osmo-msc_10.42.42.6(pid=27321): stdout: \u000a| (launched: 2022-12-14_13:30:31.440202) \u000a13:30:32.984387 run osmo-msc_10.42.42.6(pid=27321): stderr: \u000a| �[0;m�[38;5;43m20221214133032084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133032084 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1816daac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133032084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133032084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133032086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133032087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133032088 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133032094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133032094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133032094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:30:33.026812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27314): Terminating (SIGTERM)\u000a13:30:33.066793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27317): Terminating (SIGTERM)\u000a13:30:33.106872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27320): Terminating (SIGTERM)\u000a13:30:33.116192 --- ParallelTerminationStrategy: PID 27314 died...\u000a13:30:33.170459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27314): Terminated: ok {rc=0}\u000a13:30:33.180162 --- ParallelTerminationStrategy: PID 27317 died...\u000a13:30:33.233518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27317): Terminated: ok {rc=0}\u000a13:30:33.243191 --- ParallelTerminationStrategy: PID 27320 died...\u000a13:30:33.296317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27320): Terminated: ok {rc=0}\u000a13:30:33.384263 bus /sierra_3: Setting Powered False\u000a13:30:34.487172 bus /sierra_3: Setting Powered False\u000a13:30:35.593570 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27329): Process ended prematurely: osmo-stp_10.42.42.5(pid=27329) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27329)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27329): Process ended prematurely: osmo-stp_10.42.42.5(pid=27329) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:30:36.708681 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:36.720791 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:30:36.889396 tst mo_mt_call_osmux.py: using LAC 41228\u000a13:30:37.013724 tst mo_mt_call_osmux.py: using RAC 173\u000a13:30:37.133764 tst mo_mt_call_osmux.py: using CellId 41228\u000a13:30:37.251253 tst mo_mt_call_osmux.py: using BVCI 41229\u000a13:30:37.274280 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:37.285353 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:37.296431 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:37.307345 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:37.319011 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:37.330357 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:30:37.450180 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:30:37.665284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:38.174929 run create_hlr_db(pid=27323): Launched\u000a13:30:38.362837 bus /sierra_2: Setting Powered False\u000a13:30:39.382802 run create_hlr_db(pid=27323): Terminated: ok {rc=0}\u000a13:30:39.812765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27325): Launched\u000a13:30:40.138289 run osmo-hlr_10.42.42.2(pid=27326): Launched\u000a13:30:40.259035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:30:40.821294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27328): Launched\u000a13:30:41.145049 run osmo-stp_10.42.42.5(pid=27329): Launched\u000a13:30:41.262435 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:30:41.852074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27331): Launched\u000a13:30:42.178665 run osmo-msc_10.42.42.6(pid=27332): Launched\u000a13:30:42.367964 run osmo-stp_10.42.42.5(pid=27329): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27329)]\u000a13:30:42.504865 run osmo-stp_10.42.42.5(pid=27329): stdout: \u000a| (launched: 2022-12-14_13:30:40.985824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:42.641017 run osmo-stp_10.42.42.5(pid=27329): stderr: \u000a| �[0;m�[38;5;43m20221214133041177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133041177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133041177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133041178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133041178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133041178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133041178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:42.771343 run osmo-stp_10.42.42.5(pid=27329): stdout: \u000a| (launched: 2022-12-14_13:30:40.985824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:42.900389 run osmo-stp_10.42.42.5(pid=27329): stderr: \u000a| �[0;m�[38;5;43m20221214133041177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133041177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133041177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133041178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133041178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133041178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133041178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:42.957541 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27329): Process ended prematurely: osmo-stp_10.42.42.5(pid=27329) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27329)] [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:30:42.966698 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:30:43.029408 run osmo-hlr_10.42.42.2(pid=27326): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27326)]\u000a13:30:43.080818 run osmo-hlr_10.42.42.2(pid=27326): stdout: \u000a| (launched: 2022-12-14_13:30:39.978135) \u000a13:30:43.133098 run osmo-hlr_10.42.42.2(pid=27326): stderr: \u000a| �[0;m�[1;31m20221214133040175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133040175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133040175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133040175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133040176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133040176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133040188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133040196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133040196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133040196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:43.203725 run osmo-msc_10.42.42.6(pid=27332): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27332)]\u000a13:30:43.254822 run osmo-msc_10.42.42.6(pid=27332): stdout: \u000a| (launched: 2022-12-14_13:30:42.019994) \u000a13:30:43.306662 run osmo-msc_10.42.42.6(pid=27332): stderr: \u000a| �[0;m�[38;5;43m20221214133042340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133042340 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb21cf82c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133042340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133042340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133042341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133042341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133042342 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133042343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133042343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133042343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:30:43.350883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27325): Terminating (SIGTERM)\u000a13:30:43.392996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27328): Terminating (SIGTERM)\u000a13:30:43.434782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27331): Terminating (SIGTERM)\u000a13:30:43.444433 --- ParallelTerminationStrategy: PID 27325 died...\u000a13:30:43.500543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27325): Terminated: ok {rc=0}\u000a13:30:43.510554 --- ParallelTerminationStrategy: PID 27328 died...\u000a13:30:43.566258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27328): Terminated: ok {rc=0}\u000a13:30:43.576209 --- ParallelTerminationStrategy: PID 27331 died...\u000a13:30:43.632154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27331): Terminated: ok {rc=0}\u000a13:30:43.718583 bus /sierra_3: Setting Powered False\u000a13:30:44.821048 bus /sierra_3: Setting Powered False\u000a13:30:45.944625 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:30:25" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27347): Process ended prematurely: osmo-stp_10.42.42.5(pid=27347) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27347)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27347): Process ended prematurely: osmo-stp_10.42.42.5(pid=27347) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:30:47.972197 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:30:47.983805 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:30:48.146355 tst mo_mt_call.py: using LAC 41229\u000a13:30:48.273728 tst mo_mt_call.py: using RAC 174\u000a13:30:48.401516 tst mo_mt_call.py: using CellId 41229\u000a13:30:48.527640 tst mo_mt_call.py: using BVCI 41230\u000a13:30:48.552177 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:30:48.563641 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:30:48.574889 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:30:48.586130 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:30:48.597820 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:30:48.609377 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:30:48.724716 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:30:48.936329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:49.444228 run create_hlr_db(pid=27337): Launched\u000a13:30:49.631417 bus /sierra_2: Setting Powered False\u000a13:30:50.653281 run create_hlr_db(pid=27337): Terminated: ok {rc=0}\u000a13:30:51.057074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27339): Launched\u000a13:30:51.357972 run osmo-hlr_10.42.42.2(pid=27340): Launched\u000a13:30:51.468086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:30:51.989833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27342): Launched\u000a13:30:52.290480 run osmo-stp_10.42.42.5(pid=27347): Launched\u000a13:30:52.400242 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:30:52.947018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27349): Launched\u000a13:30:53.248454 run osmo-msc_10.42.42.6(pid=27350): Launched\u000a13:30:53.425495 run osmo-stp_10.42.42.5(pid=27347): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27347)]\u000a13:30:53.552483 run osmo-stp_10.42.42.5(pid=27347): stdout: \u000a| (launched: 2022-12-14_13:30:52.143786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:53.679847 run osmo-stp_10.42.42.5(pid=27347): stderr: \u000a| �[0;m�[38;5;43m20221214133052313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133052313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133052314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133052314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133052316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133052316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133052316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:53.800784 run osmo-stp_10.42.42.5(pid=27347): stdout: \u000a| (launched: 2022-12-14_13:30:52.143786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:53.921616 run osmo-stp_10.42.42.5(pid=27347): stderr: \u000a| �[0;m�[38;5;43m20221214133052313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133052313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133052314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133052314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133052316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133052316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133052316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:53.974444 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27347): Process ended prematurely: osmo-stp_10.42.42.5(pid=27347) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27347)] [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:30:53.982888 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:30:54.042237 run osmo-hlr_10.42.42.2(pid=27340): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27340)]\u000a13:30:54.091298 run osmo-hlr_10.42.42.2(pid=27340): stdout: \u000a| (launched: 2022-12-14_13:30:51.210352) \u000a13:30:54.140804 run osmo-hlr_10.42.42.2(pid=27340): stderr: \u000a| �[0;m�[1;31m20221214133051388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133051388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133051388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133051388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133051388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133051388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133051400 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133051410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133051411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133051411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:54.208293 run osmo-msc_10.42.42.6(pid=27350): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27350)]\u000a13:30:54.257111 run osmo-msc_10.42.42.6(pid=27350): stdout: \u000a| (launched: 2022-12-14_13:30:53.100267) \u000a13:30:54.306998 run osmo-msc_10.42.42.6(pid=27350): stderr: \u000a| �[0;m�[38;5;43m20221214133053373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133053373 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f921ca97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133053373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133053373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133053373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133053373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133053375 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133053375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133053376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133053376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:30:54.349175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27339): Terminating (SIGTERM)\u000a13:30:54.388702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27342): Terminating (SIGTERM)\u000a13:30:54.428314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27349): Terminating (SIGTERM)\u000a13:30:54.437556 --- ParallelTerminationStrategy: PID 27339 died...\u000a13:30:54.490633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27339): Terminated: ok {rc=0}\u000a13:30:54.500285 --- ParallelTerminationStrategy: PID 27342 died...\u000a13:30:54.553361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27342): Terminated: ok {rc=0}\u000a13:30:54.562850 --- ParallelTerminationStrategy: PID 27349 died...\u000a13:30:54.615642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27349): Terminated: ok {rc=0}\u000a13:30:54.703678 bus /sierra_3: Setting Powered False\u000a13:30:55.808581 bus /sierra_3: Setting Powered False\u000a13:30:56.920520 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 90, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27358): Process ended prematurely: osmo-stp_10.42.42.5(pid=27358) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27358)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27358): Process ended prematurely: osmo-stp_10.42.42.5(pid=27358) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:30:58.035830 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:30:58.047958 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:30:58.211580 tst mo_mt_call_osmux.py: using LAC 41230\u000a13:30:58.337475 tst mo_mt_call_osmux.py: using RAC 175\u000a13:30:58.463191 tst mo_mt_call_osmux.py: using CellId 41230\u000a13:30:58.591283 tst mo_mt_call_osmux.py: using BVCI 41231\u000a13:30:58.615748 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:30:58.627221 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:30:58.638482 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:30:58.649742 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:30:58.661445 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:30:58.673008 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:30:58.790069 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:30:58.999522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:59.508214 run create_hlr_db(pid=27352): Launched\u000a13:30:59.695222 bus /sierra_2: Setting Powered False\u000a13:31:00.717283 run create_hlr_db(pid=27352): Terminated: ok {rc=0}\u000a13:31:01.162343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27354): Launched\u000a13:31:01.542274 run osmo-hlr_10.42.42.2(pid=27355): Launched\u000a13:31:01.655895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:02.423183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27357): Launched\u000a13:31:02.725811 run osmo-stp_10.42.42.5(pid=27358): Launched\u000a13:31:02.835989 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:31:03.387224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27360): Launched\u000a13:31:03.690007 run osmo-msc_10.42.42.6(pid=27361): Launched\u000a13:31:03.868061 run osmo-stp_10.42.42.5(pid=27358): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27358)]\u000a13:31:03.996473 run osmo-stp_10.42.42.5(pid=27358): stdout: \u000a| (launched: 2022-12-14_13:31:02.577522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:04.122311 run osmo-stp_10.42.42.5(pid=27358): stderr: \u000a| �[0;m�[38;5;43m20221214133102749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133102750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133102750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133102751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133102751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133102751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133102751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:04.243260 run osmo-stp_10.42.42.5(pid=27358): stdout: \u000a| (launched: 2022-12-14_13:31:02.577522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:04.363271 run osmo-stp_10.42.42.5(pid=27358): stderr: \u000a| �[0;m�[38;5;43m20221214133102749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133102750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133102750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133102751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133102751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133102751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133102751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:04.416245 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27358): Process ended prematurely: osmo-stp_10.42.42.5(pid=27358) [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27358)] [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:31:04.424685 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:31:04.484112 run osmo-hlr_10.42.42.2(pid=27355): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27355)]\u000a13:31:04.533186 run osmo-hlr_10.42.42.2(pid=27355): stdout: \u000a| (launched: 2022-12-14_13:31:01.320494) \u000a13:31:04.582763 run osmo-hlr_10.42.42.2(pid=27355): stderr: \u000a| �[0;m�[1;31m20221214133101708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133101708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133101708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133101708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133101708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133101708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133101734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133101761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133101761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133101762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:04.650070 run osmo-msc_10.42.42.6(pid=27361): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27361)]\u000a13:31:04.698802 run osmo-msc_10.42.42.6(pid=27361): stdout: \u000a| (launched: 2022-12-14_13:31:03.541052) \u000a13:31:04.748077 run osmo-msc_10.42.42.6(pid=27361): stderr: \u000a| �[0;m�[38;5;43m20221214133103813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133103813 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb3a3d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133103813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133103813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133103814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133103814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133103815 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133103816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133103816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133103816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:31:04.790002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27354): Terminating (SIGTERM)\u000a13:31:04.829462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27357): Terminating (SIGTERM)\u000a13:31:04.868829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27360): Terminating (SIGTERM)\u000a13:31:04.878186 --- ParallelTerminationStrategy: PID 27354 died...\u000a13:31:04.931750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27354): Terminated: ok {rc=0}\u000a13:31:04.941442 --- ParallelTerminationStrategy: PID 27357 died...\u000a13:31:04.994144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27357): Terminated: ok {rc=0}\u000a13:31:05.003667 --- ParallelTerminationStrategy: PID 27360 died...\u000a13:31:05.056497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27360): Terminated: ok {rc=0}\u000a13:31:05.145367 bus /sierra_3: Setting Powered False\u000a13:31:06.251662 bus /sierra_3: Setting Powered False\u000a13:31:07.359003 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:30:47" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27372): Process ended prematurely: osmo-stp_10.42.42.5(pid=27372) [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27372)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27372): Process ended prematurely: osmo-stp_10.42.42.5(pid=27372) [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:31:09.358166 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:09.369224 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:31:09.523198 tst mo_mt_call.py: using LAC 41231\u000a13:31:09.643459 tst mo_mt_call.py: using RAC 176\u000a13:31:09.764129 tst mo_mt_call.py: using CellId 41231\u000a13:31:09.884791 tst mo_mt_call.py: using BVCI 41232\u000a13:31:09.907722 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:09.918764 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:09.930051 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:09.940796 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:09.951848 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:09.962699 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:31:10.082477 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:31:10.293612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:10.802281 run create_hlr_db(pid=27366): Launched\u000a13:31:10.989764 bus /sierra_2: Setting Powered False\u000a13:31:12.010706 run create_hlr_db(pid=27366): Terminated: ok {rc=0}\u000a13:31:12.440898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27368): Launched\u000a13:31:12.765053 run osmo-hlr_10.42.42.2(pid=27369): Launched\u000a13:31:12.886037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:13.448531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27371): Launched\u000a13:31:13.772094 run osmo-stp_10.42.42.5(pid=27372): Launched\u000a13:31:13.890247 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:31:14.479818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27375): Launched\u000a13:31:14.802860 run osmo-msc_10.42.42.6(pid=27376): Launched\u000a13:31:14.993130 run osmo-stp_10.42.42.5(pid=27372): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27372)]\u000a13:31:15.131081 run osmo-stp_10.42.42.5(pid=27372): stdout: \u000a| (launched: 2022-12-14_13:31:13.613421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:15.268287 run osmo-stp_10.42.42.5(pid=27372): stderr: \u000a| �[0;m�[38;5;43m20221214133113806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133113806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133113806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133113807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133113809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133113809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133113809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:15.399187 run osmo-stp_10.42.42.5(pid=27372): stdout: \u000a| (launched: 2022-12-14_13:31:13.613421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:15.528610 run osmo-stp_10.42.42.5(pid=27372): stderr: \u000a| �[0;m�[38;5;43m20221214133113806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133113806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133113806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133113807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133113809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133113809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133113809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:15.585676 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27372): Process ended prematurely: osmo-stp_10.42.42.5(pid=27372) [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27372)] [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:31:15.594757 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:31:15.657357 run osmo-hlr_10.42.42.2(pid=27369): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27369)]\u000a13:31:15.708574 run osmo-hlr_10.42.42.2(pid=27369): stdout: \u000a| (launched: 2022-12-14_13:31:12.605703) \u000a13:31:15.760451 run osmo-hlr_10.42.42.2(pid=27369): stderr: \u000a| �[0;m�[1;31m20221214133112805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133112805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133112805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133112806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133112806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133112806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133112817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133112825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133112826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133112826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:15.836244 run osmo-msc_10.42.42.6(pid=27376): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27376)]\u000a13:31:15.892494 run osmo-msc_10.42.42.6(pid=27376): stdout: \u000a| (launched: 2022-12-14_13:31:14.644541) \u000a13:31:15.946492 run osmo-msc_10.42.42.6(pid=27376): stderr: \u000a| �[0;m�[38;5;43m20221214133114965 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133114965 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44afebbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133114965 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133114965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133114966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133114966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133114967 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133114968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133114968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133114968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:31:15.992405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27368): Terminating (SIGTERM)\u000a13:31:16.036047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27371): Terminating (SIGTERM)\u000a13:31:16.081159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27375): Terminating (SIGTERM)\u000a13:31:16.092466 --- ParallelTerminationStrategy: PID 27368 died...\u000a13:31:16.152550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27368): Terminated: ok {rc=0}\u000a13:31:16.163523 --- ParallelTerminationStrategy: PID 27371 died...\u000a13:31:16.222868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27371): Terminated: ok {rc=0}\u000a13:31:16.233881 --- ParallelTerminationStrategy: PID 27375 died...\u000a13:31:16.293126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27375): Terminated: ok {rc=0}\u000a13:31:16.381718 bus /sierra_3: Setting Powered False\u000a13:31:17.482568 bus /sierra_3: Setting Powered False\u000a13:31:18.593346 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27384): Process ended prematurely: osmo-stp_10.42.42.5(pid=27384) [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27384)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27384): Process ended prematurely: osmo-stp_10.42.42.5(pid=27384) [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:31:19.707303 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:19.719703 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:31:19.883949 tst mo_mt_call_osmux.py: using LAC 41232\u000a13:31:20.010019 tst mo_mt_call_osmux.py: using RAC 177\u000a13:31:20.137816 tst mo_mt_call_osmux.py: using CellId 41232\u000a13:31:20.265843 tst mo_mt_call_osmux.py: using BVCI 41233\u000a13:31:20.290448 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:20.302129 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:20.313509 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:20.324838 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:20.336663 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:20.348409 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:31:20.464930 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:31:20.675010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:21.185551 run create_hlr_db(pid=27378): Launched\u000a13:31:21.373326 bus /sierra_2: Setting Powered False\u000a13:31:22.395775 run create_hlr_db(pid=27378): Terminated: ok {rc=0}\u000a13:31:22.803307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27380): Launched\u000a13:31:23.105735 run osmo-hlr_10.42.42.2(pid=27381): Launched\u000a13:31:23.217026 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:23.758375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27383): Launched\u000a13:31:24.083234 run osmo-stp_10.42.42.5(pid=27384): Launched\u000a13:31:24.201953 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:31:24.793595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27386): Launched\u000a13:31:25.117695 run osmo-msc_10.42.42.6(pid=27387): Launched\u000a13:31:25.307294 run osmo-stp_10.42.42.5(pid=27384): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27384)]\u000a13:31:25.444905 run osmo-stp_10.42.42.5(pid=27384): stdout: \u000a| (launched: 2022-12-14_13:31:23.924676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:25.581914 run osmo-stp_10.42.42.5(pid=27384): stderr: \u000a| �[0;m�[38;5;43m20221214133124117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133124117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133124118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133124118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133124120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133124120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133124120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:25.712626 run osmo-stp_10.42.42.5(pid=27384): stdout: \u000a| (launched: 2022-12-14_13:31:23.924676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:25.842431 run osmo-stp_10.42.42.5(pid=27384): stderr: \u000a| �[0;m�[38;5;43m20221214133124117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133124117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133124118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133124118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133124120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133124120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133124120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:25.899538 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27384): Process ended prematurely: osmo-stp_10.42.42.5(pid=27384) [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27384)] [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:31:25.908575 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:31:25.971532 run osmo-hlr_10.42.42.2(pid=27381): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27381)]\u000a13:31:26.023264 run osmo-hlr_10.42.42.2(pid=27381): stdout: \u000a| (launched: 2022-12-14_13:31:22.957167) \u000a13:31:26.075709 run osmo-hlr_10.42.42.2(pid=27381): stderr: \u000a| �[0;m�[1;31m20221214133123134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133123134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133123134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133123134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133123134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133123134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133123150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133123160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133123161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133123161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:26.147144 run osmo-msc_10.42.42.6(pid=27387): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27387)]\u000a13:31:26.198616 run osmo-msc_10.42.42.6(pid=27387): stdout: \u000a| (launched: 2022-12-14_13:31:24.958805) \u000a13:31:26.250534 run osmo-msc_10.42.42.6(pid=27387): stderr: \u000a| �[0;m�[38;5;43m20221214133125278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133125278 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc58c838c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133125278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133125278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133125279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133125279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133125281 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133125282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133125282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133125282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:31:26.295251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27380): Terminating (SIGTERM)\u000a13:31:26.337521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27383): Terminating (SIGTERM)\u000a13:31:26.379847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27386): Terminating (SIGTERM)\u000a13:31:26.389666 --- ParallelTerminationStrategy: PID 27380 died...\u000a13:31:26.446311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27380): Terminated: ok {rc=0}\u000a13:31:26.456394 --- ParallelTerminationStrategy: PID 27383 died...\u000a13:31:26.512819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27383): Terminated: ok {rc=0}\u000a13:31:26.522903 --- ParallelTerminationStrategy: PID 27386 died...\u000a13:31:26.579329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27386): Terminated: ok {rc=0}\u000a13:31:26.666778 bus /sierra_3: Setting Powered False\u000a13:31:27.772934 bus /sierra_3: Setting Powered False\u000a13:31:28.882151 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:31:09" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27398): Process ended prematurely: osmo-stp_10.42.42.5(pid=27398) [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27398)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27398): Process ended prematurely: osmo-stp_10.42.42.5(pid=27398) [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:31:30.898582 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:30.911469 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:31:31.096112 tst mo_mt_call.py: using LAC 41233\u000a13:31:31.214749 tst mo_mt_call.py: using RAC 178\u000a13:31:31.366840 tst mo_mt_call.py: using CellId 41233\u000a13:31:31.499983 tst mo_mt_call.py: using BVCI 41234\u000a13:31:31.525644 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:31.537966 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:31.549809 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:31.561651 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:31.574471 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:31.587168 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:31:31.730438 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:31:31.970487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:32.464304 run create_hlr_db(pid=27392): Launched\u000a13:31:32.638547 bus /sierra_2: Setting Powered False\u000a13:31:33.673273 run create_hlr_db(pid=27392): Terminated: ok {rc=0}\u000a13:31:34.104421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27394): Launched\u000a13:31:34.430496 run osmo-hlr_10.42.42.2(pid=27395): Launched\u000a13:31:34.549249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:35.112320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27397): Launched\u000a13:31:35.437709 run osmo-stp_10.42.42.5(pid=27398): Launched\u000a13:31:35.556012 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:31:36.148279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27400): Launched\u000a13:31:36.473333 run osmo-msc_10.42.42.6(pid=27401): Launched\u000a13:31:36.664128 run osmo-stp_10.42.42.5(pid=27398): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27398)]\u000a13:31:36.802472 run osmo-stp_10.42.42.5(pid=27398): stdout: \u000a| (launched: 2022-12-14_13:31:35.278235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:36.940087 run osmo-stp_10.42.42.5(pid=27398): stderr: \u000a| �[0;m�[38;5;43m20221214133135472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133135472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133135473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133135473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133135473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133135473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133135473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:37.071193 run osmo-stp_10.42.42.5(pid=27398): stdout: \u000a| (launched: 2022-12-14_13:31:35.278235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:37.202145 run osmo-stp_10.42.42.5(pid=27398): stderr: \u000a| �[0;m�[38;5;43m20221214133135472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133135472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133135473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133135473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133135473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133135473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133135473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:37.259074 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27398): Process ended prematurely: osmo-stp_10.42.42.5(pid=27398) [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27398)] [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:31:37.268064 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:31:37.331843 run osmo-hlr_10.42.42.2(pid=27395): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27395)]\u000a13:31:37.383892 run osmo-hlr_10.42.42.2(pid=27395): stdout: \u000a| (launched: 2022-12-14_13:31:34.270926) \u000a13:31:37.436635 run osmo-hlr_10.42.42.2(pid=27395): stderr: \u000a| �[0;m�[1;31m20221214133134471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133134471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133134471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133134471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133134471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133134471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133134483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133134491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133134492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133134492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:37.508230 run osmo-msc_10.42.42.6(pid=27401): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27401)]\u000a13:31:37.560248 run osmo-msc_10.42.42.6(pid=27401): stdout: \u000a| (launched: 2022-12-14_13:31:36.314236) \u000a13:31:37.612631 run osmo-msc_10.42.42.6(pid=27401): stderr: \u000a| �[0;m�[38;5;43m20221214133136634 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133136634 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb5ce39c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133136634 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133136635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133136635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133136635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133136637 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133136637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133136637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133136637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:31:37.657485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27394): Terminating (SIGTERM)\u000a13:31:37.699698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27397): Terminating (SIGTERM)\u000a13:31:37.742262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27400): Terminating (SIGTERM)\u000a13:31:37.752023 --- ParallelTerminationStrategy: PID 27394 died...\u000a13:31:37.809022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27394): Terminated: ok {rc=0}\u000a13:31:37.819579 --- ParallelTerminationStrategy: PID 27397 died...\u000a13:31:37.876294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27397): Terminated: ok {rc=0}\u000a13:31:37.886434 --- ParallelTerminationStrategy: PID 27400 died...\u000a13:31:37.943054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27400): Terminated: ok {rc=0}\u000a13:31:38.030733 bus /sierra_3: Setting Powered False\u000a13:31:39.137224 bus /sierra_3: Setting Powered False\u000a13:31:40.245935 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27409): Process ended prematurely: osmo-stp_10.42.42.5(pid=27409) [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27409)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27409): Process ended prematurely: osmo-stp_10.42.42.5(pid=27409) [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:31:41.361171 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:41.373190 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:31:41.537871 tst mo_mt_call_osmux.py: using LAC 41234\u000a13:31:41.664414 tst mo_mt_call_osmux.py: using RAC 179\u000a13:31:41.790220 tst mo_mt_call_osmux.py: using CellId 41234\u000a13:31:41.917651 tst mo_mt_call_osmux.py: using BVCI 41235\u000a13:31:41.942224 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:41.953617 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:41.964669 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:41.975737 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:41.987253 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:41.998705 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:31:42.117425 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:31:42.325746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:42.835536 run create_hlr_db(pid=27403): Launched\u000a13:31:43.024086 bus /sierra_2: Setting Powered False\u000a13:31:44.045854 run create_hlr_db(pid=27403): Terminated: ok {rc=0}\u000a13:31:44.452550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27405): Launched\u000a13:31:44.754877 run osmo-hlr_10.42.42.2(pid=27406): Launched\u000a13:31:44.877284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:45.408910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27408): Launched\u000a13:31:45.710592 run osmo-stp_10.42.42.5(pid=27409): Launched\u000a13:31:45.848809 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:31:46.448071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27411): Launched\u000a13:31:46.926531 run osmo-msc_10.42.42.6(pid=27412): Launched\u000a13:31:47.282494 run osmo-stp_10.42.42.5(pid=27409): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27409)]\u000a13:31:47.418227 run osmo-stp_10.42.42.5(pid=27409): stdout: \u000a| (launched: 2022-12-14_13:31:45.562123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:47.553823 run osmo-stp_10.42.42.5(pid=27409): stderr: \u000a| �[0;m�[38;5;43m20221214133145734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133145734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133145734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133145735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133145735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133145735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133145735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:47.685264 run osmo-stp_10.42.42.5(pid=27409): stdout: \u000a| (launched: 2022-12-14_13:31:45.562123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:47.816037 run osmo-stp_10.42.42.5(pid=27409): stderr: \u000a| �[0;m�[38;5;43m20221214133145734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133145734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133145734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133145735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133145735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133145735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133145735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:47.873544 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27409): Process ended prematurely: osmo-stp_10.42.42.5(pid=27409) [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27409)] [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:31:47.882676 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a13:31:47.946344 run osmo-hlr_10.42.42.2(pid=27406): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27406)]\u000a13:31:47.998699 run osmo-hlr_10.42.42.2(pid=27406): stdout: \u000a| (launched: 2022-12-14_13:31:44.606423) \u000a13:31:48.051454 run osmo-hlr_10.42.42.2(pid=27406): stderr: \u000a| �[0;m�[1;31m20221214133144783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133144784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133144784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133144784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133144784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133144784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133144795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133144804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133144804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133144804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:48.123565 run osmo-msc_10.42.42.6(pid=27412): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27412)]\u000a13:31:48.175987 run osmo-msc_10.42.42.6(pid=27412): stdout: \u000a| (launched: 2022-12-14_13:31:46.605604) \u000a13:31:48.228771 run osmo-msc_10.42.42.6(pid=27412): stderr: \u000a| �[0;m�[38;5;43m20221214133146963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133146963 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b739a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133146963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133146963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133146964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133146964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133146978 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133146978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133146978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133146978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:31:48.274353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27405): Terminating (SIGTERM)\u000a13:31:48.317737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27408): Terminating (SIGTERM)\u000a13:31:48.360388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27411): Terminating (SIGTERM)\u000a13:31:48.370290 --- ParallelTerminationStrategy: PID 27405 died...\u000a13:31:48.427365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27405): Terminated: ok {rc=0}\u000a13:31:48.437666 --- ParallelTerminationStrategy: PID 27408 died...\u000a13:31:48.494636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27408): Terminated: ok {rc=0}\u000a13:31:48.504699 --- ParallelTerminationStrategy: PID 27411 died...\u000a13:31:48.561760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27411): Terminated: ok {rc=0}\u000a13:31:48.649497 bus /sierra_3: Setting Powered False\u000a13:31:49.755724 bus /sierra_3: Setting Powered False\u000a13:31:50.866759 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:31:30" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27423): Process ended prematurely: osmo-stp_10.42.42.5(pid=27423) [trial-2405↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27423)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27423): Process ended prematurely: osmo-stp_10.42.42.5(pid=27423) [trial-2405↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a13:31:52.856357 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:31:52.867716 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:31:53.003217 tst mo_mt_call.py: using LAC 41235\u000a13:31:53.119491 tst mo_mt_call.py: using RAC 180\u000a13:31:53.236786 tst mo_mt_call.py: using CellId 41235\u000a13:31:53.353626 tst mo_mt_call.py: using BVCI 41236\u000a13:31:53.376390 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:31:53.387686 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:31:53.398701 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:31:53.409647 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:31:53.420641 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:31:53.431675 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:31:53.552393 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:31:53.751975 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:54.235219 run create_hlr_db(pid=27417): Launched\u000a13:31:54.409476 bus /sierra_2: Setting Powered False\u000a13:31:55.431228 run create_hlr_db(pid=27417): Terminated: ok {rc=0}\u000a13:31:55.832660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27419): Launched\u000a13:31:56.135058 run osmo-hlr_10.42.42.2(pid=27420): Launched\u000a13:31:56.253364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:56.784765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27422): Launched\u000a13:31:57.086770 run osmo-stp_10.42.42.5(pid=27423): Launched\u000a13:31:57.196101 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:31:57.746793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27425): Launched\u000a13:31:58.048681 run osmo-msc_10.42.42.6(pid=27426): Launched\u000a13:31:58.226216 run osmo-stp_10.42.42.5(pid=27423): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27423)]\u000a13:31:58.355146 run osmo-stp_10.42.42.5(pid=27423): stdout: \u000a| (launched: 2022-12-14_13:31:56.938233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:58.480795 run osmo-stp_10.42.42.5(pid=27423): stderr: \u000a| �[0;m�[38;5;43m20221214133157110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133157110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133157110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133157110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133157111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133157111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133157111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:58.602186 run osmo-stp_10.42.42.5(pid=27423): stdout: \u000a| (launched: 2022-12-14_13:31:56.938233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:58.722524 run osmo-stp_10.42.42.5(pid=27423): stderr: \u000a| �[0;m�[38;5;43m20221214133157110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133157110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133157110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133157110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133157111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133157111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133157111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:58.775608 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27423): Process ended prematurely: osmo-stp_10.42.42.5(pid=27423) [trial-2405↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27423)] [trial-2405↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a13:31:58.784080 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:31:58.842952 run osmo-hlr_10.42.42.2(pid=27420): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27420)]\u000a13:31:58.891350 run osmo-hlr_10.42.42.2(pid=27420): stdout: \u000a| (launched: 2022-12-14_13:31:55.986437) \u000a13:31:58.940454 run osmo-hlr_10.42.42.2(pid=27420): stderr: \u000a| �[0;m�[1;31m20221214133156163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133156163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133156164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133156164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133156164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133156164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133156176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133156185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133156185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133156185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:59.007340 run osmo-msc_10.42.42.6(pid=27426): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27426)]\u000a13:31:59.055612 run osmo-msc_10.42.42.6(pid=27426): stdout: \u000a| (launched: 2022-12-14_13:31:57.900131) \u000a13:31:59.104466 run osmo-msc_10.42.42.6(pid=27426): stderr: \u000a| �[0;m�[38;5;43m20221214133158171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133158171 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f128f31cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133158171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133158171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133158171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133158171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133158173 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133158174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133158174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133158174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:31:59.146537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27419): Terminating (SIGTERM)\u000a13:31:59.185705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27422): Terminating (SIGTERM)\u000a13:31:59.224885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27425): Terminating (SIGTERM)\u000a13:31:59.234037 --- ParallelTerminationStrategy: PID 27419 died...\u000a13:31:59.286719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27419): Terminated: ok {rc=0}\u000a13:31:59.296169 --- ParallelTerminationStrategy: PID 27422 died...\u000a13:31:59.348376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27422): Terminated: ok {rc=0}\u000a13:31:59.357847 --- ParallelTerminationStrategy: PID 27425 died...\u000a13:31:59.410233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27425): Terminated: ok {rc=0}\u000a13:31:59.497129 bus /sierra_3: Setting Powered False\u000a13:32:00.602340 bus /sierra_3: Setting Powered False\u000a13:32:01.710974 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27434): Process ended prematurely: osmo-stp_10.42.42.5(pid=27434) [trial-2405↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27434)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27434): Process ended prematurely: osmo-stp_10.42.42.5(pid=27434) [trial-2405↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:32:02.818759 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:32:02.830727 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:32:02.978207 tst mo_mt_call_osmux.py: using LAC 41236\u000a13:32:03.107695 tst mo_mt_call_osmux.py: using RAC 181\u000a13:32:03.234769 tst mo_mt_call_osmux.py: using CellId 41236\u000a13:32:03.362282 tst mo_mt_call_osmux.py: using BVCI 41237\u000a13:32:03.387032 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:32:03.398875 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:32:03.410948 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:32:03.422648 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:32:03.434810 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:32:03.446836 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:32:03.564159 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:32:03.777357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:04.290241 run create_hlr_db(pid=27428): Launched\u000a13:32:04.479249 bus /sierra_2: Setting Powered False\u000a13:32:05.499746 run create_hlr_db(pid=27428): Terminated: ok {rc=0}\u000a13:32:05.906588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27430): Launched\u000a13:32:06.209040 run osmo-hlr_10.42.42.2(pid=27431): Launched\u000a13:32:06.320652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:06.845635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27433): Launched\u000a13:32:07.148297 run osmo-stp_10.42.42.5(pid=27434): Launched\u000a13:32:07.258233 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:32:07.810607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27436): Launched\u000a13:32:08.114653 run osmo-msc_10.42.42.6(pid=27437): Launched\u000a13:32:08.292763 run osmo-stp_10.42.42.5(pid=27434): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27434)]\u000a13:32:08.422093 run osmo-stp_10.42.42.5(pid=27434): stdout: \u000a| (launched: 2022-12-14_13:32:06.999225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:08.548502 run osmo-stp_10.42.42.5(pid=27434): stderr: \u000a| �[0;m�[38;5;43m20221214133207171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133207171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133207171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133207171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133207172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133207172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133207172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:08.670740 run osmo-stp_10.42.42.5(pid=27434): stdout: \u000a| (launched: 2022-12-14_13:32:06.999225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:08.792109 run osmo-stp_10.42.42.5(pid=27434): stderr: \u000a| �[0;m�[38;5;43m20221214133207171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133207171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133207171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133207171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133207172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133207172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133207172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:08.845552 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27434): Process ended prematurely: osmo-stp_10.42.42.5(pid=27434) [trial-2405↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27434)] [trial-2405↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a13:32:08.853932 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:32:08.913808 run osmo-hlr_10.42.42.2(pid=27431): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27431)]\u000a13:32:08.963075 run osmo-hlr_10.42.42.2(pid=27431): stdout: \u000a| (launched: 2022-12-14_13:32:06.060520) \u000a13:32:09.012894 run osmo-hlr_10.42.42.2(pid=27431): stderr: \u000a| �[0;m�[1;31m20221214133206236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133206236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133206236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133206236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133206236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133206236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133206247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133206256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133206256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133206256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:32:09.080445 run osmo-msc_10.42.42.6(pid=27437): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27437)]\u000a13:32:09.129266 run osmo-msc_10.42.42.6(pid=27437): stdout: \u000a| (launched: 2022-12-14_13:32:07.965396) \u000a13:32:09.178816 run osmo-msc_10.42.42.6(pid=27437): stderr: \u000a| �[0;m�[38;5;43m20221214133208237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133208237 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe40e1a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133208237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133208237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133208237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133208238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133208239 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133208240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133208240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133208240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:32:09.220705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27430): Terminating (SIGTERM)\u000a13:32:09.260495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27433): Terminating (SIGTERM)\u000a13:32:09.300049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27436): Terminating (SIGTERM)\u000a13:32:09.309259 --- ParallelTerminationStrategy: PID 27430 died...\u000a13:32:09.362429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27430): Terminated: ok {rc=0}\u000a13:32:09.371991 --- ParallelTerminationStrategy: PID 27433 died...\u000a13:32:09.424780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27433): Terminated: ok {rc=0}\u000a13:32:09.434325 --- ParallelTerminationStrategy: PID 27436 died...\u000a13:32:09.487410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27436): Terminated: ok {rc=0}\u000a13:32:09.577010 bus /sierra_3: Setting Powered False\u000a13:32:10.681285 bus /sierra_3: Setting Powered False\u000a13:32:11.789355 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:31:52" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27448): Process ended prematurely: osmo-stp_10.42.42.5(pid=27448) [trial-2405↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27448)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27448): Process ended prematurely: osmo-stp_10.42.42.5(pid=27448) [trial-2405↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:32:13.790074 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:32:13.801112 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:32:13.932655 tst emergency_mo_mt_call.py: using LAC 41237\u000a13:32:14.050849 tst emergency_mo_mt_call.py: using RAC 182\u000a13:32:14.169481 tst emergency_mo_mt_call.py: using CellId 41237\u000a13:32:14.288074 tst emergency_mo_mt_call.py: using BVCI 41238\u000a13:32:14.310800 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:32:14.321514 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:32:14.331990 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:32:14.342345 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:32:14.353095 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:32:14.363537 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:32:14.477266 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:32:14.688700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:15.192599 run create_hlr_db(pid=27442): Launched\u000a13:32:15.379132 bus /sierra_2: Setting Powered False\u000a13:32:16.407970 run create_hlr_db(pid=27442): Terminated: ok {rc=0}\u000a13:32:16.848570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27444): Launched\u000a13:32:17.199127 run osmo-hlr_10.42.42.2(pid=27445): Launched\u000a13:32:17.318079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:17.877831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27447): Launched\u000a13:32:18.198856 run osmo-stp_10.42.42.5(pid=27448): Launched\u000a13:32:18.327347 tst emergency_mo_mt_call.py: using MSISDN 8708\u000a13:32:18.486515 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:32:19.070288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27450): Launched\u000a13:32:19.393302 run osmo-msc_10.42.42.6(pid=27451): Launched\u000a13:32:19.581664 run osmo-stp_10.42.42.5(pid=27448): ERR: Terminated: ERROR {rc=1} [trial-2405↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27448)]\u000a13:32:19.717826 run osmo-stp_10.42.42.5(pid=27448): stdout: \u000a| (launched: 2022-12-14_13:32:18.040441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:19.853672 run osmo-stp_10.42.42.5(pid=27448): stderr: \u000a| �[0;m�[38;5;43m20221214133218230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133218231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133218231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133218231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133218234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133218234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133218234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:19.983355 run osmo-stp_10.42.42.5(pid=27448): stdout: \u000a| (launched: 2022-12-14_13:32:18.040441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:20.112075 run osmo-stp_10.42.42.5(pid=27448): stderr: \u000a| �[0;m�[38;5;43m20221214133218230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133218231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133218231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133218231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133218234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133218234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133218234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:20.168368 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=27448): Process ended prematurely: osmo-stp_10.42.42.5(pid=27448) [trial-2405↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27448)] [trial-2405↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a13:32:20.177159 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a13:32:20.240139 run osmo-hlr_10.42.42.2(pid=27445): ERR: Terminated: ERROR {rc=237} [trial-2405↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27445)]\u000a13:32:20.291746 run osmo-hlr_10.42.42.2(pid=27445): stdout: \u000a| (launched: 2022-12-14_13:32:17.014138) \u000a13:32:20.344217 run osmo-hlr_10.42.42.2(pid=27445): stderr: \u000a| �[0;m�[1;31m20221214133217306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133217306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133217306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133217306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133217306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133217306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133217318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133217326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133217326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133217326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:32:20.415064 run osmo-msc_10.42.42.6(pid=27451): ERR: Terminated: ERROR {rc=2} [trial-2405↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27451)]\u000a13:32:20.466501 run osmo-msc_10.42.42.6(pid=27451): stdout: \u000a| (launched: 2022-12-14_13:32:19.234674) \u000a13:32:20.518528 run osmo-msc_10.42.42.6(pid=27451): stderr: \u000a| �[0;m�[38;5;43m20221214133219554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133219555 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5530f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133219555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133219555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133219555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133219555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133219557 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133219558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133219558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133219558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:32:20.562852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27444): Terminating (SIGTERM)\u000a13:32:20.604619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27447): Terminating (SIGTERM)\u000a13:32:20.647005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27450): Terminating (SIGTERM)\u000a13:32:20.656583 --- ParallelTerminationStrategy: PID 27444 died...\u000a13:32:20.712844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27444): Terminated: ok {rc=0}\u000a13:32:20.722898 --- ParallelTerminationStrategy: PID 27447 died...\u000a13:32:20.779118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27447): Terminated: ok {rc=0}\u000a13:32:20.789188 --- ParallelTerminationStrategy: PID 27450 died...\u000a13:32:20.845131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27450): Terminated: ok {rc=0}\u000a13:32:20.930976 bus /sierra_3: Setting Powered False\u000a13:32:22.035913 bus /sierra_3: Setting Powered False\u000a13:32:23.147247 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27459): Process ended prematurely: osmo-stp_10.42.42.5(pid=27459) [trial-2405↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27459)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27459): Process ended prematurely: osmo-stp_10.42.42.5(pid=27459) [trial-2405↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:32:24.197363 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:32:24.208744 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:32:24.349840 tst emergency_preemptive_call.py: using LAC 41238\u000a13:32:24.466731 tst emergency_preemptive_call.py: using RAC 183\u000a13:32:24.585907 tst emergency_preemptive_call.py: using CellId 41238\u000a13:32:24.702498 tst emergency_preemptive_call.py: using BVCI 41239\u000a13:32:24.724894 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:32:24.735776 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:32:24.746536 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:32:24.756989 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:32:24.767613 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:32:24.778096 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:32:24.893223 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:32:25.012327 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:32:25.126944 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:32:25.323663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:25.806603 run create_hlr_db(pid=27453): Launched\u000a13:32:25.993993 bus /sierra_2: Setting Powered False\u000a13:32:27.013377 run create_hlr_db(pid=27453): Terminated: ok {rc=0}\u000a13:32:27.439064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27455): Launched\u000a13:32:27.759365 run osmo-hlr_10.42.42.2(pid=27456): Launched\u000a13:32:27.876648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:28.433903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27458): Launched\u000a13:32:28.754773 run osmo-stp_10.42.42.5(pid=27459): Launched\u000a13:32:28.884868 tst emergency_preemptive_call.py: using MSISDN 8709\u000a13:32:29.044687 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:32:29.625444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27461): Launched\u000a13:32:29.944281 run osmo-msc_10.42.42.6(pid=27462): Launched\u000a13:32:30.132458 run osmo-stp_10.42.42.5(pid=27459): ERR: Terminated: ERROR {rc=1} [trial-2405↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27459)]\u000a13:32:30.269294 run osmo-stp_10.42.42.5(pid=27459): stdout: \u000a| (launched: 2022-12-14_13:32:28.597096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:30.402849 run osmo-stp_10.42.42.5(pid=27459): stderr: \u000a| �[0;m�[38;5;43m20221214133228790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133228790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133228790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133228791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133228791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133228791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133228791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:30.531385 run osmo-stp_10.42.42.5(pid=27459): stdout: \u000a| (launched: 2022-12-14_13:32:28.597096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:30.658753 run osmo-stp_10.42.42.5(pid=27459): stderr: \u000a| �[0;m�[38;5;43m20221214133228790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133228790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133228790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133228791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133228791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133228791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133228791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:30.714220 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=27459): Process ended prematurely: osmo-stp_10.42.42.5(pid=27459) [trial-2405↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27459)] [trial-2405↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a13:32:30.722743 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a13:32:30.785477 run osmo-hlr_10.42.42.2(pid=27456): ERR: Terminated: ERROR {rc=237} [trial-2405↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27456)]\u000a13:32:30.850496 run osmo-hlr_10.42.42.2(pid=27456): stdout: \u000a| (launched: 2022-12-14_13:32:27.602589) \u000a13:32:30.924691 run osmo-hlr_10.42.42.2(pid=27456): stderr: \u000a| �[0;m�[1;31m20221214133227801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133227801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133227801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133227801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133227801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133227801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133227816 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133227826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133227826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133227826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:32:30.993916 run osmo-msc_10.42.42.6(pid=27462): ERR: Terminated: ERROR {rc=2} [trial-2405↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27462)]\u000a13:32:31.054726 run osmo-msc_10.42.42.6(pid=27462): stdout: \u000a| (launched: 2022-12-14_13:32:29.787552) \u000a13:32:31.116103 run osmo-msc_10.42.42.6(pid=27462): stderr: \u000a| �[0;m�[38;5;43m20221214133230110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133230110 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a7ace3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133230110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133230110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133230110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133230110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133230112 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133230112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133230113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133230113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:32:31.168291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27455): Terminating (SIGTERM)\u000a13:32:31.220361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27458): Terminating (SIGTERM)\u000a13:32:31.273331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27461): Terminating (SIGTERM)\u000a13:32:31.286802 --- ParallelTerminationStrategy: PID 27455 died...\u000a13:32:31.354757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27455): Terminated: ok {rc=0}\u000a13:32:31.367337 --- ParallelTerminationStrategy: PID 27458 died...\u000a13:32:31.433553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27458): Terminated: ok {rc=0}\u000a13:32:31.446043 --- ParallelTerminationStrategy: PID 27461 died...\u000a13:32:31.510504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27461): Terminated: ok {rc=0}\u000a13:32:31.601766 bus /sierra_9: Setting Powered False\u000a13:32:32.706776 bus /sierra_9: Setting Powered False\u000a13:32:33.816440 bus /sierra_8: Setting Powered False\u000a13:32:34.922366 bus /sierra_8: Setting Powered False\u000a13:32:36.033011 bus /sierra_3: Setting Powered False\u000a13:32:37.135936 bus /sierra_3: Setting Powered False\u000a13:32:38.242786 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:32:13" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "gprs:trx-umtrx", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27477): Process ended prematurely: osmo-stp_10.42.42.5(pid=27477) [trial-2405↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27477)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27477): Process ended prematurely: osmo-stp_10.42.42.5(pid=27477) [trial-2405↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:32:40.366764 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:32:40.377671 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:32:40.518447 tst cs_paging_gprs_active.py: using LAC 41239\u000a13:32:40.636037 tst cs_paging_gprs_active.py: using RAC 184\u000a13:32:40.753669 tst cs_paging_gprs_active.py: using CellId 41239\u000a13:32:40.870681 tst cs_paging_gprs_active.py: using BVCI 41240\u000a13:32:40.893793 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:32:40.904279 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:32:40.914839 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:32:40.925345 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:32:40.935385 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:32:40.945728 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:32:40.956118 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:32:40.966435 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:32:40.976862 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:32:41.090856 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:32:41.388077 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:32:41.525177 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:32:41.862695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27467): Launched\u000a13:32:42.142618 run iperf3-srv_10.42.42.10(pid=27468): Launched\u000a13:32:42.343308 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:32:42.479462 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:32:42.816405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27469): Launched\u000a13:32:43.095402 run iperf3-srv_10.42.42.10(pid=27470): Launched\u000a13:32:43.295984 tst cs_paging_gprs_active.py:38: start network...\u000a13:32:43.433084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:43.945199 run create_hlr_db(pid=27471): Launched\u000a13:32:44.133580 bus /sierra_2: Setting Powered False\u000a13:32:45.155835 run create_hlr_db(pid=27471): Terminated: ok {rc=0}\u000a13:32:45.563724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27473): Launched\u000a13:32:45.905361 run osmo-hlr_10.42.42.2(pid=27474): Launched\u000a13:32:46.106138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:46.745865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27476): Launched\u000a13:32:47.072031 run osmo-stp_10.42.42.5(pid=27477): Launched\u000a13:32:47.213248 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:32:47.875878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27479): Launched\u000a13:32:47.992058 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:32:48.275290 run patchelf(pid=27480): Launched\u000a13:32:48.465520 run osmo-stp_10.42.42.5(pid=27477): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27477)]\u000a13:32:48.604740 run osmo-stp_10.42.42.5(pid=27477): stdout: \u000a| (launched: 2022-12-14_13:32:46.902103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:48.744493 run osmo-stp_10.42.42.5(pid=27477): stderr: \u000a| �[0;m�[38;5;43m20221214133247275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133247275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133247276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133247276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133247278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133247279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133247279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:48.879695 run osmo-stp_10.42.42.5(pid=27477): stdout: \u000a| (launched: 2022-12-14_13:32:46.902103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:49.013264 run osmo-stp_10.42.42.5(pid=27477): stderr: \u000a| �[0;m�[38;5;43m20221214133247275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133247275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133247276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133247276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133247278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133247279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133247279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:49.168637 run patchelf(pid=27480): Terminating (SIGINT)\u000a13:32:49.350891 run patchelf(pid=27480): Terminated: ok {rc=0}\u000a13:32:49.384332 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27477): Process ended prematurely: osmo-stp_10.42.42.5(pid=27477) [trial-2405↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27477)] [trial-2405↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a13:32:49.394072 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a13:32:49.457307 run osmo-hlr_10.42.42.2(pid=27474): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27474)]\u000a13:32:49.508774 run osmo-hlr_10.42.42.2(pid=27474): stdout: \u000a| (launched: 2022-12-14_13:32:45.718255) \u000a13:32:49.561114 run osmo-hlr_10.42.42.2(pid=27474): stderr: \u000a| �[0;m�[1;31m20221214133246009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133246009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133246009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133246010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133246010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133246010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133246023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133246035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133246035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133246035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:32:49.605886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27467): Terminating (SIGTERM)\u000a13:32:49.647832 run iperf3-srv_10.42.42.10(pid=27468): Terminating (SIGTERM)\u000a13:32:49.690563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27469): Terminating (SIGTERM)\u000a13:32:49.732770 run iperf3-srv_10.42.42.10(pid=27470): Terminating (SIGTERM)\u000a13:32:49.774865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27473): Terminating (SIGTERM)\u000a13:32:49.817057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27476): Terminating (SIGTERM)\u000a13:32:49.859553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27479): Terminating (SIGTERM)\u000a13:32:49.869479 --- ParallelTerminationStrategy: PID 27467 died...\u000a13:32:49.926232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27467): Terminated: ok {rc=0}\u000a13:32:49.936499 --- ParallelTerminationStrategy: PID 27468 died...\u000a13:32:49.993008 run iperf3-srv_10.42.42.10(pid=27468): Terminated {rc=256}\u000a13:32:50.003175 --- ParallelTerminationStrategy: PID 27469 died...\u000a13:32:50.059755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27469): Terminated: ok {rc=0}\u000a13:32:50.069945 --- ParallelTerminationStrategy: PID 27470 died...\u000a13:32:50.126789 run iperf3-srv_10.42.42.10(pid=27470): Terminated {rc=256}\u000a13:32:50.136922 --- ParallelTerminationStrategy: PID 27473 died...\u000a13:32:50.193792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27473): Terminated: ok {rc=0}\u000a13:32:50.204207 --- ParallelTerminationStrategy: PID 27476 died...\u000a13:32:50.261547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27476): Terminated: ok {rc=0}\u000a13:32:50.271788 --- ParallelTerminationStrategy: PID 27479 died...\u000a13:32:50.328465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27479): Terminated: ok {rc=0}\u000a13:32:50.414979 bus /gobi_0: Setting Powered False\u000a13:32:51.521288 bus /gobi_0: Setting Powered False\u000a13:32:52.632672 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27489): Process ended prematurely: osmo-stp_10.42.42.5(pid=27489) [trial-2405↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27489)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27489): Process ended prematurely: osmo-stp_10.42.42.5(pid=27489) [trial-2405↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27489)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a13:32:53.742859 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:32:53.753997 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:32:53.891461 tst iperf3.py: using LAC 41240\u000a13:32:54.012939 tst iperf3.py: using RAC 185\u000a13:32:54.132150 tst iperf3.py: using CellId 41240\u000a13:32:54.254144 tst iperf3.py: using BVCI 41241\u000a13:32:54.277519 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:32:54.288238 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:32:54.298869 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:32:54.309567 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:32:54.320076 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:32:54.330342 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:32:54.341296 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:32:54.351908 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:32:54.362490 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:32:54.640262 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:32:54.767238 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:32:55.082357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27481): Launched\u000a13:32:55.342878 run iperf3-srv_10.42.42.10(pid=27482): Launched\u000a13:32:55.527669 tst iperf3.py:8: start network...\u000a13:32:55.653786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:56.136155 run create_hlr_db(pid=27483): Launched\u000a13:32:56.310291 bus /gobi_6: Setting Powered False\u000a13:32:57.332725 run create_hlr_db(pid=27483): Terminated: ok {rc=0}\u000a13:32:57.765866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27485): Launched\u000a13:32:58.091438 run osmo-hlr_10.42.42.2(pid=27486): Launched\u000a13:32:58.213697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:58.780020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27488): Launched\u000a13:32:59.106184 run osmo-stp_10.42.42.5(pid=27489): Launched\u000a13:32:59.224106 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:32:59.790795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27491): Launched\u000a13:32:59.907622 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:33:00.192181 run patchelf(pid=27492): Launched\u000a13:33:00.382918 run osmo-stp_10.42.42.5(pid=27489): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27489)]\u000a13:33:00.522708 run osmo-stp_10.42.42.5(pid=27489): stdout: \u000a| (launched: 2022-12-14_13:32:58.946653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:00.662760 run osmo-stp_10.42.42.5(pid=27489): stderr: \u000a| �[0;m�[38;5;43m20221214133259139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133259139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133259140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133259140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133259141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133259141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133259141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:00.798179 run osmo-stp_10.42.42.5(pid=27489): stdout: \u000a| (launched: 2022-12-14_13:32:58.946653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:00.958975 run osmo-stp_10.42.42.5(pid=27489): stderr: \u000a| �[0;m�[38;5;43m20221214133259139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133259139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133259140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133259140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133259141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133259141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133259141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:01.118833 run patchelf(pid=27492): Terminating (SIGINT)\u000a13:33:01.305833 run patchelf(pid=27492): Terminated: ok {rc=0}\u000a13:33:01.341587 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27489): Process ended prematurely: osmo-stp_10.42.42.5(pid=27489) [trial-2405↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27489)] [trial-2405↪gprs:trx-umtrx↪iperf3.py:8]\u000a13:33:01.352403 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:33:01.418565 run osmo-hlr_10.42.42.2(pid=27486): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27486)]\u000a13:33:01.472079 run osmo-hlr_10.42.42.2(pid=27486): stdout: \u000a| (launched: 2022-12-14_13:32:57.931317) \u000a13:33:01.526481 run osmo-hlr_10.42.42.2(pid=27486): stderr: \u000a| �[0;m�[1;31m20221214133258131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133258131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133258131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133258131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133258131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133258131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133258146 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133258154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133258154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133258154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:01.573279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27481): Terminating (SIGTERM)\u000a13:33:01.619756 run iperf3-srv_10.42.42.10(pid=27482): Terminating (SIGTERM)\u000a13:33:01.665842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27485): Terminating (SIGTERM)\u000a13:33:01.709903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27488): Terminating (SIGTERM)\u000a13:33:01.755986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27491): Terminating (SIGTERM)\u000a13:33:01.766497 --- ParallelTerminationStrategy: PID 27481 died...\u000a13:33:01.826043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27481): Terminated: ok {rc=0}\u000a13:33:01.837473 --- ParallelTerminationStrategy: PID 27482 died...\u000a13:33:01.896257 run iperf3-srv_10.42.42.10(pid=27482): Terminated {rc=256}\u000a13:33:01.907670 --- ParallelTerminationStrategy: PID 27485 died...\u000a13:33:01.966150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27485): Terminated: ok {rc=0}\u000a13:33:01.977323 --- ParallelTerminationStrategy: PID 27488 died...\u000a13:33:02.036326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27488): Terminated: ok {rc=0}\u000a13:33:02.047441 --- ParallelTerminationStrategy: PID 27491 died...\u000a13:33:02.106265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27491): Terminated: ok {rc=0}\u000a13:33:02.197730 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27508): Process ended prematurely: osmo-stp_10.42.42.5(pid=27508) [trial-2405↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27508)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27508): Process ended prematurely: osmo-stp_10.42.42.5(pid=27508) [trial-2405↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a13:33:03.314018 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:03.325619 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:33:03.467019 tst iperf3m4.py: using LAC 41241\u000a13:33:03.589835 tst iperf3m4.py: using RAC 186\u000a13:33:03.708797 tst iperf3m4.py: using CellId 41241\u000a13:33:03.833175 tst iperf3m4.py: using BVCI 41242\u000a13:33:03.856331 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:03.867209 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:03.877960 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:03.888466 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:03.900195 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:03.913877 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:03.925171 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:03.936290 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:03.947700 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:33:04.063947 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:33:04.190280 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:33:04.305948 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:33:04.605029 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:33:04.742791 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:05.082007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27494): Launched\u000a13:33:05.363511 run iperf3-srv_10.42.42.10(pid=27495): Launched\u000a13:33:05.565212 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:33:05.702394 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:06.040634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27496): Launched\u000a13:33:06.322087 run iperf3-srv_10.42.42.10(pid=27497): Launched\u000a13:33:06.523391 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:33:06.660599 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:07.000119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27498): Launched\u000a13:33:07.281308 run iperf3-srv_10.42.42.10(pid=27499): Launched\u000a13:33:07.481457 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:33:07.617987 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:07.955278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27500): Launched\u000a13:33:08.235764 run iperf3-srv_10.42.42.10(pid=27501): Launched\u000a13:33:08.436204 tst iperf3m4.py:8: start network...\u000a13:33:08.573130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:09.087309 run create_hlr_db(pid=27502): Launched\u000a13:33:09.277771 bus /gobi_6: Setting Powered False\u000a13:33:10.299776 run create_hlr_db(pid=27502): Terminated: ok {rc=0}\u000a13:33:10.708375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27504): Launched\u000a13:33:11.013324 run osmo-hlr_10.42.42.2(pid=27505): Launched\u000a13:33:11.129943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:11.658006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27507): Launched\u000a13:33:11.964335 run osmo-stp_10.42.42.5(pid=27508): Launched\u000a13:33:12.079091 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:33:12.607955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27510): Launched\u000a13:33:12.715504 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:33:12.980596 run patchelf(pid=27511): Launched\u000a13:33:13.158317 run osmo-stp_10.42.42.5(pid=27508): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27508)]\u000a13:33:13.288297 run osmo-stp_10.42.42.5(pid=27508): stdout: \u000a| (launched: 2022-12-14_13:33:11.812882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:13.418344 run osmo-stp_10.42.42.5(pid=27508): stderr: \u000a| �[0;m�[38;5;43m20221214133311983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133311983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133311984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133311984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133311984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133311985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133311985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:13.543412 run osmo-stp_10.42.42.5(pid=27508): stdout: \u000a| (launched: 2022-12-14_13:33:11.812882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:13.668062 run osmo-stp_10.42.42.5(pid=27508): stderr: \u000a| �[0;m�[38;5;43m20221214133311983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133311983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133311984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133311984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133311984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133311985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133311985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:13.813111 run patchelf(pid=27511): Terminating (SIGINT)\u000a13:33:13.983267 run patchelf(pid=27511): Terminated: ok {rc=0}\u000a13:33:14.014640 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27508): Process ended prematurely: osmo-stp_10.42.42.5(pid=27508) [trial-2405↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27508)] [trial-2405↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a13:33:14.023797 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:33:14.084066 run osmo-hlr_10.42.42.2(pid=27505): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27505)]\u000a13:33:14.133438 run osmo-hlr_10.42.42.2(pid=27505): stdout: \u000a| (launched: 2022-12-14_13:33:10.862773) \u000a13:33:14.183252 run osmo-hlr_10.42.42.2(pid=27505): stderr: \u000a| �[0;m�[1;31m20221214133311039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133311039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133311039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133311039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133311039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133311039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133311052 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133311061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133311061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133311061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:14.225490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27494): Terminating (SIGTERM)\u000a13:33:14.265357 run iperf3-srv_10.42.42.10(pid=27495): Terminating (SIGTERM)\u000a13:33:14.305204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27496): Terminating (SIGTERM)\u000a13:33:14.345256 run iperf3-srv_10.42.42.10(pid=27497): Terminating (SIGTERM)\u000a13:33:14.385387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27498): Terminating (SIGTERM)\u000a13:33:14.425211 run iperf3-srv_10.42.42.10(pid=27499): Terminating (SIGTERM)\u000a13:33:14.467307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27500): Terminating (SIGTERM)\u000a13:33:14.507010 run iperf3-srv_10.42.42.10(pid=27501): Terminating (SIGTERM)\u000a13:33:14.546899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27504): Terminating (SIGTERM)\u000a13:33:14.586574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27507): Terminating (SIGTERM)\u000a13:33:14.626313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27510): Terminating (SIGTERM)\u000a13:33:14.635502 --- ParallelTerminationStrategy: PID 27494 died...\u000a13:33:14.688770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27494): Terminated: ok {rc=0}\u000a13:33:14.698375 --- ParallelTerminationStrategy: PID 27495 died...\u000a13:33:14.751241 run iperf3-srv_10.42.42.10(pid=27495): Terminated {rc=256}\u000a13:33:14.760758 --- ParallelTerminationStrategy: PID 27496 died...\u000a13:33:14.813831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27496): Terminated: ok {rc=0}\u000a13:33:14.823470 --- ParallelTerminationStrategy: PID 27497 died...\u000a13:33:14.876439 run iperf3-srv_10.42.42.10(pid=27497): Terminated {rc=256}\u000a13:33:14.885988 --- ParallelTerminationStrategy: PID 27498 died...\u000a13:33:14.939548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27498): Terminated: ok {rc=0}\u000a13:33:14.949288 --- ParallelTerminationStrategy: PID 27499 died...\u000a13:33:15.002089 run iperf3-srv_10.42.42.10(pid=27499): Terminated {rc=256}\u000a13:33:15.011619 --- ParallelTerminationStrategy: PID 27500 died...\u000a13:33:15.064572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27500): Terminated: ok {rc=0}\u000a13:33:15.074158 --- ParallelTerminationStrategy: PID 27501 died...\u000a13:33:15.126744 run iperf3-srv_10.42.42.10(pid=27501): Terminated {rc=256}\u000a13:33:15.136351 --- ParallelTerminationStrategy: PID 27504 died...\u000a13:33:15.189118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27504): Terminated: ok {rc=0}\u000a13:33:15.198769 --- ParallelTerminationStrategy: PID 27507 died...\u000a13:33:15.251544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27507): Terminated: ok {rc=0}\u000a13:33:15.261187 --- ParallelTerminationStrategy: PID 27510 died...\u000a13:33:15.313593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27510): Terminated: ok {rc=0}\u000a13:33:15.401412 bus /gobi_4: Setting Powered False\u000a13:33:16.503034 bus /gobi_4: Setting Powered False\u000a13:33:17.610082 bus /gobi_1: Setting Powered False\u000a13:33:18.715612 bus /gobi_1: Setting Powered False\u000a13:33:19.823079 bus /gobi_0: Setting Powered False\u000a13:33:20.927077 bus /gobi_0: Setting Powered False\u000a13:33:22.035876 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27518): Process ended prematurely: osmo-stp_10.42.42.5(pid=27518) [trial-2405↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27518)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27518): Process ended prematurely: osmo-stp_10.42.42.5(pid=27518) [trial-2405↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a13:33:23.104171 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:23.115998 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:33:23.262922 tst ping.py: using LAC 41242\u000a13:33:23.387028 tst ping.py: using RAC 187\u000a13:33:23.504857 tst ping.py: using CellId 41242\u000a13:33:23.621014 tst ping.py: using BVCI 41243\u000a13:33:23.643819 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:23.654442 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:23.664929 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:23.675436 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:23.687047 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:23.699385 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:23.710618 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:23.721714 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:33:23.998593 tst ping.py:19: start network...\u000a13:33:24.122958 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:24.598566 run create_hlr_db(pid=27512): Launched\u000a13:33:24.769816 bus /gobi_6: Setting Powered False\u000a13:33:25.792052 run create_hlr_db(pid=27512): Terminated: ok {rc=0}\u000a13:33:26.188787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27514): Launched\u000a13:33:26.486517 run osmo-hlr_10.42.42.2(pid=27515): Launched\u000a13:33:26.595008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:27.113201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27517): Launched\u000a13:33:27.413479 run osmo-stp_10.42.42.5(pid=27518): Launched\u000a13:33:27.523630 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:33:28.042816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27520): Launched\u000a13:33:28.149004 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:33:28.408375 run patchelf(pid=27521): Launched\u000a13:33:28.582117 run osmo-stp_10.42.42.5(pid=27518): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27518)]\u000a13:33:28.708721 run osmo-stp_10.42.42.5(pid=27518): stdout: \u000a| (launched: 2022-12-14_13:33:27.265762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:28.836156 run osmo-stp_10.42.42.5(pid=27518): stderr: \u000a| �[0;m�[38;5;43m20221214133327438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133327438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133327438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133327439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133327439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133327439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133327439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:28.959697 run osmo-stp_10.42.42.5(pid=27518): stdout: \u000a| (launched: 2022-12-14_13:33:27.265762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:29.082153 run osmo-stp_10.42.42.5(pid=27518): stderr: \u000a| �[0;m�[38;5;43m20221214133327438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133327438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133327438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133327439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133327439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133327439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133327439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:29.224359 run patchelf(pid=27521): Terminating (SIGINT)\u000a13:33:29.391261 run patchelf(pid=27521): Terminated: ok {rc=0}\u000a13:33:29.421516 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27518): Process ended prematurely: osmo-stp_10.42.42.5(pid=27518) [trial-2405↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27518)] [trial-2405↪gprs:trx-umtrx↪ping.py:22]\u000a13:33:29.429987 tst ping.py:22: Test FAILED (6.3 sec)\u000a13:33:29.489824 run osmo-hlr_10.42.42.2(pid=27515): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27515)]\u000a13:33:29.538589 run osmo-hlr_10.42.42.2(pid=27515): stdout: \u000a| (launched: 2022-12-14_13:33:26.340245) \u000a13:33:29.587852 run osmo-hlr_10.42.42.2(pid=27515): stderr: \u000a| �[0;m�[1;31m20221214133326515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133326515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133326515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133326515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133326515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133326515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133326528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133326537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133326537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133326537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:29.630057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27514): Terminating (SIGTERM)\u000a13:33:29.669889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27517): Terminating (SIGTERM)\u000a13:33:29.709559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27520): Terminating (SIGTERM)\u000a13:33:29.718817 --- ParallelTerminationStrategy: PID 27514 died...\u000a13:33:29.772183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27514): Terminated: ok {rc=0}\u000a13:33:29.781924 --- ParallelTerminationStrategy: PID 27517 died...\u000a13:33:29.835186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27517): Terminated: ok {rc=0}\u000a13:33:29.844847 --- ParallelTerminationStrategy: PID 27520 died...\u000a13:33:29.897786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27520): Terminated: ok {rc=0}\u000a13:33:29.985198 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27528): Process ended prematurely: osmo-stp_10.42.42.5(pid=27528) [trial-2405↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27528)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27528): Process ended prematurely: osmo-stp_10.42.42.5(pid=27528) [trial-2405↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a13:33:31.043320 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:31.056819 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:33:31.212057 tst ping_idle_ping.py: using LAC 41243\u000a13:33:31.372273 tst ping_idle_ping.py: using RAC 188\u000a13:33:31.522791 tst ping_idle_ping.py: using CellId 41243\u000a13:33:31.676482 tst ping_idle_ping.py: using BVCI 41244\u000a13:33:31.710799 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:31.722860 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:31.734094 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:31.745324 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:31.756832 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:31.768340 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:31.779845 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:33:31.791340 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:33:32.089174 tst ping_idle_ping.py:24: start network...\u000a13:33:32.229548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:32.745243 run create_hlr_db(pid=27522): Launched\u000a13:33:32.931917 bus /gobi_6: Setting Powered False\u000a13:33:33.953373 run create_hlr_db(pid=27522): Terminated: ok {rc=0}\u000a13:33:34.382431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27524): Launched\u000a13:33:34.704826 run osmo-hlr_10.42.42.2(pid=27525): Launched\u000a13:33:34.824343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:35.384265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27527): Launched\u000a13:33:35.707104 run osmo-stp_10.42.42.5(pid=27528): Launched\u000a13:33:35.824767 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:33:36.385723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27530): Launched\u000a13:33:36.500726 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:33:36.779397 run patchelf(pid=27531): Launched\u000a13:33:36.966809 run osmo-stp_10.42.42.5(pid=27528): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27528)]\u000a13:33:37.104024 run osmo-stp_10.42.42.5(pid=27528): stdout: \u000a| (launched: 2022-12-14_13:33:35.548633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:37.242936 run osmo-stp_10.42.42.5(pid=27528): stderr: \u000a| �[0;m�[38;5;43m20221214133335742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133335742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133335742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133335742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133335743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133335743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133335743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:37.376194 run osmo-stp_10.42.42.5(pid=27528): stdout: \u000a| (launched: 2022-12-14_13:33:35.548633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:37.508783 run osmo-stp_10.42.42.5(pid=27528): stderr: \u000a| �[0;m�[38;5;43m20221214133335742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133335742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133335742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133335742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133335743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133335743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133335743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:37.661965 run patchelf(pid=27531): Terminating (SIGINT)\u000a13:33:37.841378 run patchelf(pid=27531): Terminated: ok {rc=0}\u000a13:33:37.873815 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27528): Process ended prematurely: osmo-stp_10.42.42.5(pid=27528) [trial-2405↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27528)] [trial-2405↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a13:33:37.883025 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a13:33:37.946528 run osmo-hlr_10.42.42.2(pid=27525): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27525)]\u000a13:33:37.998219 run osmo-hlr_10.42.42.2(pid=27525): stdout: \u000a| (launched: 2022-12-14_13:33:34.546442) \u000a13:33:38.050440 run osmo-hlr_10.42.42.2(pid=27525): stderr: \u000a| �[0;m�[1;31m20221214133334746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133334746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133334746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133334746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133334746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133334746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133334759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133334767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133334767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133334767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:38.095298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27524): Terminating (SIGTERM)\u000a13:33:38.137356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27527): Terminating (SIGTERM)\u000a13:33:38.180148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27530): Terminating (SIGTERM)\u000a13:33:38.189967 --- ParallelTerminationStrategy: PID 27524 died...\u000a13:33:38.246865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27524): Terminated: ok {rc=0}\u000a13:33:38.257079 --- ParallelTerminationStrategy: PID 27527 died...\u000a13:33:38.313779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27527): Terminated: ok {rc=0}\u000a13:33:38.323905 --- ParallelTerminationStrategy: PID 27530 died...\u000a13:33:38.380663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27530): Terminated: ok {rc=0}\u000a13:33:38.467777 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:32:39" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27545): Process ended prematurely: osmo-stp_10.42.42.5(pid=27545) [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27545)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27545): Process ended prematurely: osmo-stp_10.42.42.5(pid=27545) [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:33:40.599675 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:40.610574 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:33:40.748095 tst cs_paging_gprs_active.py: using LAC 41244\u000a13:33:40.869356 tst cs_paging_gprs_active.py: using RAC 189\u000a13:33:40.988244 tst cs_paging_gprs_active.py: using CellId 41244\u000a13:33:41.109656 tst cs_paging_gprs_active.py: using BVCI 41245\u000a13:33:41.133192 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:41.144079 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:41.154785 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:41.165387 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:41.175841 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:41.186904 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:41.198027 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:41.208615 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:41.219542 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:33:41.333281 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:33:41.630109 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:33:41.767230 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:42.105515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27535): Launched\u000a13:33:42.386291 run iperf3-srv_10.42.42.10(pid=27536): Launched\u000a13:33:42.587200 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:33:42.724141 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:43.062058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27537): Launched\u000a13:33:43.343337 run iperf3-srv_10.42.42.10(pid=27538): Launched\u000a13:33:43.543603 tst cs_paging_gprs_active.py:38: start network...\u000a13:33:43.680465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:44.193347 run create_hlr_db(pid=27539): Launched\u000a13:33:44.381754 bus /gobi_6: Setting Powered False\u000a13:33:45.405006 run create_hlr_db(pid=27539): Terminated: ok {rc=0}\u000a13:33:45.813384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27541): Launched\u000a13:33:46.318318 run osmo-hlr_10.42.42.2(pid=27542): Launched\u000a13:33:46.592030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:47.206847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27544): Launched\u000a13:33:47.542214 run osmo-stp_10.42.42.5(pid=27545): Launched\u000a13:33:47.663154 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:33:48.234483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27547): Launched\u000a13:33:48.351192 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:33:48.634465 run patchelf(pid=27548): Launched\u000a13:33:48.824741 run osmo-stp_10.42.42.5(pid=27545): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27545)]\u000a13:33:48.963701 run osmo-stp_10.42.42.5(pid=27545): stdout: \u000a| (launched: 2022-12-14_13:33:47.379200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:49.103322 run osmo-stp_10.42.42.5(pid=27545): stderr: \u000a| �[0;m�[38;5;43m20221214133347570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133347570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133347571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133347571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133347572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133347572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133347572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:49.239150 run osmo-stp_10.42.42.5(pid=27545): stdout: \u000a| (launched: 2022-12-14_13:33:47.379200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:49.372826 run osmo-stp_10.42.42.5(pid=27545): stderr: \u000a| �[0;m�[38;5;43m20221214133347570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133347570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133347571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133347571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133347572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133347572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133347572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:49.528310 run patchelf(pid=27548): Terminating (SIGINT)\u000a13:33:49.710976 run patchelf(pid=27548): Terminated: ok {rc=0}\u000a13:33:49.744367 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27545): Process ended prematurely: osmo-stp_10.42.42.5(pid=27545) [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27545)] [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:33:49.754168 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a13:33:49.817672 run osmo-hlr_10.42.42.2(pid=27542): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27542)]\u000a13:33:49.869064 run osmo-hlr_10.42.42.2(pid=27542): stdout: \u000a| (launched: 2022-12-14_13:33:45.997802) \u000a13:33:49.920861 run osmo-hlr_10.42.42.2(pid=27542): stderr: \u000a| �[0;m�[1;31m20221214133346402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133346402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133346402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133346403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133346403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133346403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133346426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133346443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133346443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133346443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:49.965382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27535): Terminating (SIGTERM)\u000a13:33:50.007309 run iperf3-srv_10.42.42.10(pid=27536): Terminating (SIGTERM)\u000a13:33:50.049825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27537): Terminating (SIGTERM)\u000a13:33:50.091651 run iperf3-srv_10.42.42.10(pid=27538): Terminating (SIGTERM)\u000a13:33:50.134161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27541): Terminating (SIGTERM)\u000a13:33:50.175933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27544): Terminating (SIGTERM)\u000a13:33:50.218133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27547): Terminating (SIGTERM)\u000a13:33:50.227882 --- ParallelTerminationStrategy: PID 27535 died...\u000a13:33:50.284181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27535): Terminated: ok {rc=0}\u000a13:33:50.294301 --- ParallelTerminationStrategy: PID 27536 died...\u000a13:33:50.350369 run iperf3-srv_10.42.42.10(pid=27536): Terminated {rc=256}\u000a13:33:50.360407 --- ParallelTerminationStrategy: PID 27537 died...\u000a13:33:50.416479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27537): Terminated: ok {rc=0}\u000a13:33:50.426506 --- ParallelTerminationStrategy: PID 27538 died...\u000a13:33:50.482239 run iperf3-srv_10.42.42.10(pid=27538): Terminated {rc=256}\u000a13:33:50.492207 --- ParallelTerminationStrategy: PID 27541 died...\u000a13:33:50.548186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27541): Terminated: ok {rc=0}\u000a13:33:50.558626 --- ParallelTerminationStrategy: PID 27544 died...\u000a13:33:50.614498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27544): Terminated: ok {rc=0}\u000a13:33:50.624581 --- ParallelTerminationStrategy: PID 27547 died...\u000a13:33:50.680423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27547): Terminated: ok {rc=0}\u000a13:33:50.766674 bus /gobi_0: Setting Powered False\u000a13:33:51.871634 bus /gobi_0: Setting Powered False\u000a13:33:52.979841 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27558): Process ended prematurely: osmo-stp_10.42.42.5(pid=27558) [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27558)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27558): Process ended prematurely: osmo-stp_10.42.42.5(pid=27558) [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:33:54.094639 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:54.106511 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:33:54.255388 tst iperf3.py: using LAC 41245\u000a13:33:54.382300 tst iperf3.py: using RAC 190\u000a13:33:54.511023 tst iperf3.py: using CellId 41245\u000a13:33:54.638111 tst iperf3.py: using BVCI 41246\u000a13:33:54.663007 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:54.674373 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:54.685402 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:54.696357 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:54.707623 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:54.718902 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:54.730433 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:54.741634 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:54.753167 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:33:55.031173 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:33:55.157188 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:55.472451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27550): Launched\u000a13:33:55.732764 run iperf3-srv_10.42.42.10(pid=27551): Launched\u000a13:33:55.917846 tst iperf3.py:8: start network...\u000a13:33:56.043518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:56.527420 run create_hlr_db(pid=27552): Launched\u000a13:33:56.701203 bus /gobi_6: Setting Powered False\u000a13:33:57.723087 run create_hlr_db(pid=27552): Terminated: ok {rc=0}\u000a13:33:58.125887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27554): Launched\u000a13:33:58.427594 run osmo-hlr_10.42.42.2(pid=27555): Launched\u000a13:33:58.547127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:59.083577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27557): Launched\u000a13:33:59.387453 run osmo-stp_10.42.42.5(pid=27558): Launched\u000a13:33:59.511135 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:34:00.042889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27560): Launched\u000a13:34:00.150573 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:34:00.413907 run patchelf(pid=27561): Launched\u000a13:34:00.590394 run osmo-stp_10.42.42.5(pid=27558): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27558)]\u000a13:34:00.719555 run osmo-stp_10.42.42.5(pid=27558): stdout: \u000a| (launched: 2022-12-14_13:33:59.237658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:00.853608 run osmo-stp_10.42.42.5(pid=27558): stderr: \u000a| �[0;m�[38;5;43m20221214133359411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133359411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133359412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133359412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133359413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133359413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133359413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:00.989792 run osmo-stp_10.42.42.5(pid=27558): stdout: \u000a| (launched: 2022-12-14_13:33:59.237658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:01.116161 run osmo-stp_10.42.42.5(pid=27558): stderr: \u000a| �[0;m�[38;5;43m20221214133359411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133359411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133359412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133359412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133359413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133359413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133359413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:01.263583 run patchelf(pid=27561): Terminating (SIGINT)\u000a13:34:01.437822 run patchelf(pid=27561): Terminated: ok {rc=0}\u000a13:34:01.470499 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27558): Process ended prematurely: osmo-stp_10.42.42.5(pid=27558) [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27558)] [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a13:34:01.480674 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a13:34:01.541316 run osmo-hlr_10.42.42.2(pid=27555): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27555)]\u000a13:34:01.591112 run osmo-hlr_10.42.42.2(pid=27555): stdout: \u000a| (launched: 2022-12-14_13:33:58.279885) \u000a13:34:01.641976 run osmo-hlr_10.42.42.2(pid=27555): stderr: \u000a| �[0;m�[1;31m20221214133358457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133358457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133358457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133358457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133358457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133358457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133358470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133358478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133358479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133358479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:01.684621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27550): Terminating (SIGTERM)\u000a13:34:01.724810 run iperf3-srv_10.42.42.10(pid=27551): Terminating (SIGTERM)\u000a13:34:01.767340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27554): Terminating (SIGTERM)\u000a13:34:01.807242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27557): Terminating (SIGTERM)\u000a13:34:01.848567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27560): Terminating (SIGTERM)\u000a13:34:01.859301 --- ParallelTerminationStrategy: PID 27550 died...\u000a13:34:01.913496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27550): Terminated: ok {rc=0}\u000a13:34:01.923545 --- ParallelTerminationStrategy: PID 27551 died...\u000a13:34:01.977440 run iperf3-srv_10.42.42.10(pid=27551): Terminated {rc=256}\u000a13:34:01.987493 --- ParallelTerminationStrategy: PID 27554 died...\u000a13:34:02.041128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27554): Terminated: ok {rc=0}\u000a13:34:02.051157 --- ParallelTerminationStrategy: PID 27557 died...\u000a13:34:02.105080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27557): Terminated: ok {rc=0}\u000a13:34:02.115162 --- ParallelTerminationStrategy: PID 27560 died...\u000a13:34:02.168433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27560): Terminated: ok {rc=0}\u000a13:34:02.252288 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27576): Process ended prematurely: osmo-stp_10.42.42.5(pid=27576) [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27576)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27576): Process ended prematurely: osmo-stp_10.42.42.5(pid=27576) [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:34:03.368013 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:03.379699 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:34:03.518004 tst iperf3m4.py: using LAC 41246\u000a13:34:03.641888 tst iperf3m4.py: using RAC 191\u000a13:34:03.758882 tst iperf3m4.py: using CellId 41246\u000a13:34:03.876414 tst iperf3m4.py: using BVCI 41247\u000a13:34:03.899482 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:03.910287 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:03.920775 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:03.931398 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:03.941873 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:03.952287 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:03.962935 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:03.973327 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:03.983958 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:34:04.104399 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:34:04.221411 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:34:04.342250 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:34:04.638828 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:34:04.775724 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:05.112921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27562): Launched\u000a13:34:05.393907 run iperf3-srv_10.42.42.10(pid=27563): Launched\u000a13:34:05.594910 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:34:05.731436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:06.068373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27564): Launched\u000a13:34:06.348758 run iperf3-srv_10.42.42.10(pid=27565): Launched\u000a13:34:06.549020 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:34:06.685488 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:07.022125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27566): Launched\u000a13:34:07.302481 run iperf3-srv_10.42.42.10(pid=27567): Launched\u000a13:34:07.502964 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:34:07.639052 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:07.975090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27568): Launched\u000a13:34:08.255069 run iperf3-srv_10.42.42.10(pid=27569): Launched\u000a13:34:08.454731 tst iperf3m4.py:8: start network...\u000a13:34:08.590976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:34:09.103206 run create_hlr_db(pid=27570): Launched\u000a13:34:09.292311 bus /gobi_6: Setting Powered False\u000a13:34:10.313493 run create_hlr_db(pid=27570): Terminated: ok {rc=0}\u000a13:34:10.744267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27572): Launched\u000a13:34:11.070035 run osmo-hlr_10.42.42.2(pid=27573): Launched\u000a13:34:11.189811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:34:11.754100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27575): Launched\u000a13:34:12.079514 run osmo-stp_10.42.42.5(pid=27576): Launched\u000a13:34:12.198565 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:34:12.765474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27578): Launched\u000a13:34:12.882125 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:34:13.166189 run patchelf(pid=27579): Launched\u000a13:34:13.356587 run osmo-stp_10.42.42.5(pid=27576): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27576)]\u000a13:34:13.495675 run osmo-stp_10.42.42.5(pid=27576): stdout: \u000a| (launched: 2022-12-14_13:34:11.919598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:13.634888 run osmo-stp_10.42.42.5(pid=27576): stderr: \u000a| �[0;m�[38;5;43m20221214133412111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133412111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133412111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133412112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133412112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133412112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133412112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:13.769300 run osmo-stp_10.42.42.5(pid=27576): stdout: \u000a| (launched: 2022-12-14_13:34:11.919598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:13.902843 run osmo-stp_10.42.42.5(pid=27576): stderr: \u000a| �[0;m�[38;5;43m20221214133412111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133412111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133412111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133412112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133412112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133412112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133412112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:14.057962 run patchelf(pid=27579): Terminating (SIGINT)\u000a13:34:14.241244 run patchelf(pid=27579): Terminated: ok {rc=0}\u000a13:34:14.274757 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27576): Process ended prematurely: osmo-stp_10.42.42.5(pid=27576) [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27576)] [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:34:14.284626 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a13:34:14.348073 run osmo-hlr_10.42.42.2(pid=27573): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27573)]\u000a13:34:14.399387 run osmo-hlr_10.42.42.2(pid=27573): stdout: \u000a| (launched: 2022-12-14_13:34:10.909985) \u000a13:34:14.451390 run osmo-hlr_10.42.42.2(pid=27573): stderr: \u000a| �[0;m�[1;31m20221214133411107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133411107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133411107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133411107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133411107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133411107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133411120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133411128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133411128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133411128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:14.495751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27562): Terminating (SIGTERM)\u000a13:34:14.537812 run iperf3-srv_10.42.42.10(pid=27563): Terminating (SIGTERM)\u000a13:34:14.580035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27564): Terminating (SIGTERM)\u000a13:34:14.622053 run iperf3-srv_10.42.42.10(pid=27565): Terminating (SIGTERM)\u000a13:34:14.664096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27566): Terminating (SIGTERM)\u000a13:34:14.706186 run iperf3-srv_10.42.42.10(pid=27567): Terminating (SIGTERM)\u000a13:34:14.748256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27568): Terminating (SIGTERM)\u000a13:34:14.790259 run iperf3-srv_10.42.42.10(pid=27569): Terminating (SIGTERM)\u000a13:34:14.832746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27572): Terminating (SIGTERM)\u000a13:34:14.874961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27575): Terminating (SIGTERM)\u000a13:34:14.917044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27578): Terminating (SIGTERM)\u000a13:34:14.926505 --- ParallelTerminationStrategy: PID 27562 died...\u000a13:34:14.983065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27562): Terminated: ok {rc=0}\u000a13:34:14.993285 --- ParallelTerminationStrategy: PID 27563 died...\u000a13:34:15.049497 run iperf3-srv_10.42.42.10(pid=27563): Terminated {rc=256}\u000a13:34:15.059623 --- ParallelTerminationStrategy: PID 27564 died...\u000a13:34:15.115921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27564): Terminated: ok {rc=0}\u000a13:34:15.126041 --- ParallelTerminationStrategy: PID 27565 died...\u000a13:34:15.182457 run iperf3-srv_10.42.42.10(pid=27565): Terminated {rc=256}\u000a13:34:15.193000 --- ParallelTerminationStrategy: PID 27566 died...\u000a13:34:15.249487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27566): Terminated: ok {rc=0}\u000a13:34:15.259672 --- ParallelTerminationStrategy: PID 27567 died...\u000a13:34:15.315978 run iperf3-srv_10.42.42.10(pid=27567): Terminated {rc=256}\u000a13:34:15.326147 --- ParallelTerminationStrategy: PID 27568 died...\u000a13:34:15.382585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27568): Terminated: ok {rc=0}\u000a13:34:15.392792 --- ParallelTerminationStrategy: PID 27569 died...\u000a13:34:15.449346 run iperf3-srv_10.42.42.10(pid=27569): Terminated {rc=256}\u000a13:34:15.459536 --- ParallelTerminationStrategy: PID 27572 died...\u000a13:34:15.516115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27572): Terminated: ok {rc=0}\u000a13:34:15.526403 --- ParallelTerminationStrategy: PID 27575 died...\u000a13:34:15.582976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27575): Terminated: ok {rc=0}\u000a13:34:15.593145 --- ParallelTerminationStrategy: PID 27578 died...\u000a13:34:15.649565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27578): Terminated: ok {rc=0}\u000a13:34:15.736322 bus /gobi_4: Setting Powered False\u000a13:34:16.841734 bus /gobi_4: Setting Powered False\u000a13:34:17.953277 bus /gobi_1: Setting Powered False\u000a13:34:19.058169 bus /gobi_1: Setting Powered False\u000a13:34:20.165537 bus /gobi_0: Setting Powered False\u000a13:34:21.271014 bus /gobi_0: Setting Powered False\u000a13:34:22.379885 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27586): Process ended prematurely: osmo-stp_10.42.42.5(pid=27586) [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27586)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27586): Process ended prematurely: osmo-stp_10.42.42.5(pid=27586) [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:34:23.447957 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:23.459971 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:34:23.605421 tst ping.py: using LAC 41247\u000a13:34:23.730771 tst ping.py: using RAC 192\u000a13:34:23.863307 tst ping.py: using CellId 41247\u000a13:34:23.981649 tst ping.py: using BVCI 41248\u000a13:34:24.004431 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:24.015379 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:24.026157 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:24.036830 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:24.047947 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:24.059010 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:24.070314 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:24.081400 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:34:24.354771 tst ping.py:19: start network...\u000a13:34:24.478671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:34:24.957376 run create_hlr_db(pid=27580): Launched\u000a13:34:25.129746 bus /gobi_6: Setting Powered False\u000a13:34:26.150332 run create_hlr_db(pid=27580): Terminated: ok {rc=0}\u000a13:34:26.575589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27582): Launched\u000a13:34:26.895520 run osmo-hlr_10.42.42.2(pid=27583): Launched\u000a13:34:27.016257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:34:27.572045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27585): Launched\u000a13:34:27.891096 run osmo-stp_10.42.42.5(pid=27586): Launched\u000a13:34:28.006666 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:34:28.563321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27588): Launched\u000a13:34:28.677588 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:34:28.954931 run patchelf(pid=27589): Launched\u000a13:34:29.141046 run osmo-stp_10.42.42.5(pid=27586): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27586)]\u000a13:34:29.277738 run osmo-stp_10.42.42.5(pid=27586): stdout: \u000a| (launched: 2022-12-14_13:34:27.734034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:29.414526 run osmo-stp_10.42.42.5(pid=27586): stderr: \u000a| �[0;m�[38;5;43m20221214133427928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133427928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133427929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133427929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133427929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133427930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133427930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:29.547247 run osmo-stp_10.42.42.5(pid=27586): stdout: \u000a| (launched: 2022-12-14_13:34:27.734034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:29.678758 run osmo-stp_10.42.42.5(pid=27586): stderr: \u000a| �[0;m�[38;5;43m20221214133427928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133427928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133427929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133427929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133427929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133427930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133427930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:29.831043 run patchelf(pid=27589): Terminating (SIGINT)\u000a13:34:30.009317 run patchelf(pid=27589): Terminated: ok {rc=0}\u000a13:34:30.041610 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27586): Process ended prematurely: osmo-stp_10.42.42.5(pid=27586) [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27586)] [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a13:34:30.050831 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:34:30.113687 run osmo-hlr_10.42.42.2(pid=27583): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27583)]\u000a13:34:30.165063 run osmo-hlr_10.42.42.2(pid=27583): stdout: \u000a| (launched: 2022-12-14_13:34:26.738545) \u000a13:34:30.217538 run osmo-hlr_10.42.42.2(pid=27583): stderr: \u000a| �[0;m�[1;31m20221214133426940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133426940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133426940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133426940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133426940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133426940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133426953 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133426961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133426961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133426961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:30.261994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27582): Terminating (SIGTERM)\u000a13:34:30.303682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27585): Terminating (SIGTERM)\u000a13:34:30.346004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27588): Terminating (SIGTERM)\u000a13:34:30.355704 --- ParallelTerminationStrategy: PID 27582 died...\u000a13:34:30.412066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27582): Terminated: ok {rc=0}\u000a13:34:30.422247 --- ParallelTerminationStrategy: PID 27585 died...\u000a13:34:30.478218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27585): Terminated: ok {rc=0}\u000a13:34:30.488346 --- ParallelTerminationStrategy: PID 27588 died...\u000a13:34:30.544242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27588): Terminated: ok {rc=0}\u000a13:34:30.630919 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27596): Process ended prematurely: osmo-stp_10.42.42.5(pid=27596) [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27596)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27596): Process ended prematurely: osmo-stp_10.42.42.5(pid=27596) [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27596)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:34:31.700056 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:31.723079 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:34:31.925930 tst ping_idle_ping.py: using LAC 41248\u000a13:34:32.056760 tst ping_idle_ping.py: using RAC 193\u000a13:34:32.203138 tst ping_idle_ping.py: using CellId 41248\u000a13:34:32.323068 tst ping_idle_ping.py: using BVCI 41249\u000a13:34:32.346077 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:32.357112 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:32.367709 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:32.378400 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:32.389030 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:32.399651 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:32.410416 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:32.421036 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:34:32.697061 tst ping_idle_ping.py:24: start network...\u000a13:34:32.821186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:34:33.304614 run create_hlr_db(pid=27590): Launched\u000a13:34:33.476697 bus /gobi_6: Setting Powered False\u000a13:34:34.498899 run create_hlr_db(pid=27590): Terminated: ok {rc=0}\u000a13:34:34.926767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27592): Launched\u000a13:34:35.250733 run osmo-hlr_10.42.42.2(pid=27593): Launched\u000a13:34:35.371019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:34:35.929357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27595): Launched\u000a13:34:36.252016 run osmo-stp_10.42.42.5(pid=27596): Launched\u000a13:34:36.370150 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:34:36.930715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27598): Launched\u000a13:34:37.045615 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:34:37.326093 run patchelf(pid=27599): Launched\u000a13:34:37.514476 run osmo-stp_10.42.42.5(pid=27596): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27596)]\u000a13:34:37.652548 run osmo-stp_10.42.42.5(pid=27596): stdout: \u000a| (launched: 2022-12-14_13:34:36.093523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:37.790380 run osmo-stp_10.42.42.5(pid=27596): stderr: \u000a| �[0;m�[38;5;43m20221214133436285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133436285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133436285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133436286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133436288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133436288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133436288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:37.923567 run osmo-stp_10.42.42.5(pid=27596): stdout: \u000a| (launched: 2022-12-14_13:34:36.093523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:38.055838 run osmo-stp_10.42.42.5(pid=27596): stderr: \u000a| �[0;m�[38;5;43m20221214133436285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133436285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133436285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133436286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133436288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133436288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133436288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:38.210024 run patchelf(pid=27599): Terminating (SIGINT)\u000a13:34:38.390269 run patchelf(pid=27599): Terminated: ok {rc=0}\u000a13:34:38.422988 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27596): Process ended prematurely: osmo-stp_10.42.42.5(pid=27596) [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27596)] [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:34:38.432177 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:34:38.495664 run osmo-hlr_10.42.42.2(pid=27593): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27593)]\u000a13:34:38.547448 run osmo-hlr_10.42.42.2(pid=27593): stdout: \u000a| (launched: 2022-12-14_13:34:35.091309) \u000a13:34:38.600229 run osmo-hlr_10.42.42.2(pid=27593): stderr: \u000a| �[0;m�[1;31m20221214133435290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133435290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133435290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133435290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133435290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133435290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133435303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133435311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133435311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133435311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:38.645297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27592): Terminating (SIGTERM)\u000a13:34:38.688140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27595): Terminating (SIGTERM)\u000a13:34:38.730705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27598): Terminating (SIGTERM)\u000a13:34:38.740541 --- ParallelTerminationStrategy: PID 27592 died...\u000a13:34:38.798170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27592): Terminated: ok {rc=0}\u000a13:34:38.808454 --- ParallelTerminationStrategy: PID 27595 died...\u000a13:34:38.865181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27595): Terminated: ok {rc=0}\u000a13:34:38.875440 --- ParallelTerminationStrategy: PID 27598 died...\u000a13:34:38.932538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27598): Terminated: ok {rc=0}\u000a13:34:39.019316 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:33:40" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27614): Process ended prematurely: osmo-stp_10.42.42.5(pid=27614) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27614)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27614): Process ended prematurely: osmo-stp_10.42.42.5(pid=27614) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27614)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:34:41.175388 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:41.186649 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:34:41.350593 tst cs_paging_gprs_active.py: using LAC 41249\u000a13:34:41.480169 tst cs_paging_gprs_active.py: using RAC 194\u000a13:34:41.609663 tst cs_paging_gprs_active.py: using CellId 41249\u000a13:34:41.737963 tst cs_paging_gprs_active.py: using BVCI 41250\u000a13:34:41.762820 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:41.774098 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:41.785223 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:41.796177 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:41.807531 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:41.818877 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:41.830303 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:41.841629 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:41.853187 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:34:41.971927 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:34:42.268491 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:34:42.404745 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:42.742813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27604): Launched\u000a13:34:43.023404 run iperf3-srv_10.42.42.10(pid=27605): Launched\u000a13:34:43.224643 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:34:43.362544 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:43.701328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27606): Launched\u000a13:34:43.981247 run iperf3-srv_10.42.42.10(pid=27607): Launched\u000a13:34:44.181058 tst cs_paging_gprs_active.py:38: start network...\u000a13:34:44.317871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:34:44.828340 run create_hlr_db(pid=27608): Launched\u000a13:34:45.016694 bus /gobi_6: Setting Powered False\u000a13:34:46.070693 run create_hlr_db(pid=27608): Terminated: ok {rc=0}\u000a13:34:46.551630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27610): Launched\u000a13:34:46.985044 run osmo-hlr_10.42.42.2(pid=27611): Launched\u000a13:34:47.132014 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:34:47.703968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27613): Launched\u000a13:34:48.030548 run osmo-stp_10.42.42.5(pid=27614): Launched\u000a13:34:48.149659 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:34:48.717739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27616): Launched\u000a13:34:48.834567 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:34:49.125034 run patchelf(pid=27617): Launched\u000a13:34:49.315569 run osmo-stp_10.42.42.5(pid=27614): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27614)]\u000a13:34:49.455027 run osmo-stp_10.42.42.5(pid=27614): stdout: \u000a| (launched: 2022-12-14_13:34:47.869694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:49.594899 run osmo-stp_10.42.42.5(pid=27614): stderr: \u000a| �[0;m�[38;5;43m20221214133448061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133448061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133448062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133448062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133448062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133448062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133448062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:49.730350 run osmo-stp_10.42.42.5(pid=27614): stdout: \u000a| (launched: 2022-12-14_13:34:47.869694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:49.864223 run osmo-stp_10.42.42.5(pid=27614): stderr: \u000a| �[0;m�[38;5;43m20221214133448061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133448061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133448062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133448062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133448062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133448062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133448062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:50.019934 run patchelf(pid=27617): Terminating (SIGINT)\u000a13:34:50.202830 run patchelf(pid=27617): Terminated: ok {rc=0}\u000a13:34:50.236512 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27614): Process ended prematurely: osmo-stp_10.42.42.5(pid=27614) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27614)] [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:34:50.246317 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a13:34:50.309634 run osmo-hlr_10.42.42.2(pid=27611): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27611)]\u000a13:34:50.360871 run osmo-hlr_10.42.42.2(pid=27611): stdout: \u000a| (launched: 2022-12-14_13:34:46.722195) \u000a13:34:50.412661 run osmo-hlr_10.42.42.2(pid=27611): stderr: \u000a| �[0;m�[1;31m20221214133447061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133447061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133447061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133447061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133447061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133447061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133447073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133447087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133447087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133447087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:50.456985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27604): Terminating (SIGTERM)\u000a13:34:50.498761 run iperf3-srv_10.42.42.10(pid=27605): Terminating (SIGTERM)\u000a13:34:50.540599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27606): Terminating (SIGTERM)\u000a13:34:50.583160 run iperf3-srv_10.42.42.10(pid=27607): Terminating (SIGTERM)\u000a13:34:50.625167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27610): Terminating (SIGTERM)\u000a13:34:50.667329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27613): Terminating (SIGTERM)\u000a13:34:50.709226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27616): Terminating (SIGTERM)\u000a13:34:50.718990 --- ParallelTerminationStrategy: PID 27604 died...\u000a13:34:50.775475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27604): Terminated: ok {rc=0}\u000a13:34:50.785754 --- ParallelTerminationStrategy: PID 27605 died...\u000a13:34:50.841801 run iperf3-srv_10.42.42.10(pid=27605): Terminated {rc=256}\u000a13:34:50.851911 --- ParallelTerminationStrategy: PID 27606 died...\u000a13:34:50.908141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27606): Terminated: ok {rc=0}\u000a13:34:50.918369 --- ParallelTerminationStrategy: PID 27607 died...\u000a13:34:50.974579 run iperf3-srv_10.42.42.10(pid=27607): Terminated {rc=256}\u000a13:34:50.984804 --- ParallelTerminationStrategy: PID 27610 died...\u000a13:34:51.041284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27610): Terminated: ok {rc=0}\u000a13:34:51.051539 --- ParallelTerminationStrategy: PID 27613 died...\u000a13:34:51.107933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27613): Terminated: ok {rc=0}\u000a13:34:51.118234 --- ParallelTerminationStrategy: PID 27616 died...\u000a13:34:51.174461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27616): Terminated: ok {rc=0}\u000a13:34:51.261353 bus /gobi_0: Setting Powered False\u000a13:34:52.366689 bus /gobi_0: Setting Powered False\u000a13:34:53.474793 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27627): Process ended prematurely: osmo-stp_10.42.42.5(pid=27627) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27627)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27627): Process ended prematurely: osmo-stp_10.42.42.5(pid=27627) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:34:54.590950 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:54.602892 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:34:54.767070 tst iperf3.py: using LAC 41250\u000a13:34:54.894045 tst iperf3.py: using RAC 195\u000a13:34:55.020452 tst iperf3.py: using CellId 41250\u000a13:34:55.142262 tst iperf3.py: using BVCI 41251\u000a13:34:55.165598 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:55.176504 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:55.187360 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:55.198020 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:55.208685 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:55.219332 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:55.230096 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:55.240464 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:55.251193 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:34:55.544056 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:34:55.670197 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:55.984445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27619): Launched\u000a13:34:56.245554 run iperf3-srv_10.42.42.10(pid=27620): Launched\u000a13:34:56.429959 tst iperf3.py:8: start network...\u000a13:34:56.556085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:34:57.039830 run create_hlr_db(pid=27621): Launched\u000a13:34:57.214185 bus /gobi_6: Setting Powered False\u000a13:34:58.235732 run create_hlr_db(pid=27621): Terminated: ok {rc=0}\u000a13:34:58.638011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27623): Launched\u000a13:34:58.941339 run osmo-hlr_10.42.42.2(pid=27624): Launched\u000a13:34:59.052527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:34:59.680055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27626): Launched\u000a13:34:59.977007 run osmo-stp_10.42.42.5(pid=27627): Launched\u000a13:35:00.085258 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:35:00.603466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27629): Launched\u000a13:35:00.709119 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:35:01.015473 run patchelf(pid=27630): Launched\u000a13:35:01.193482 run osmo-stp_10.42.42.5(pid=27627): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27627)]\u000a13:35:01.323565 run osmo-stp_10.42.42.5(pid=27627): stdout: \u000a| (launched: 2022-12-14_13:34:59.831623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:01.454957 run osmo-stp_10.42.42.5(pid=27627): stderr: \u000a| �[0;m�[38;5;43m20221214133500003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133500004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133500004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133500004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133500006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133500007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133500007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:01.580765 run osmo-stp_10.42.42.5(pid=27627): stdout: \u000a| (launched: 2022-12-14_13:34:59.831623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:01.716154 run osmo-stp_10.42.42.5(pid=27627): stderr: \u000a| �[0;m�[38;5;43m20221214133500003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133500004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133500004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133500004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133500006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133500007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133500007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:01.871692 run patchelf(pid=27630): Terminating (SIGINT)\u000a13:35:02.073510 run patchelf(pid=27630): Terminated: ok {rc=0}\u000a13:35:02.106466 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27627): Process ended prematurely: osmo-stp_10.42.42.5(pid=27627) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27627)] [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:35:02.116856 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:35:02.178211 run osmo-hlr_10.42.42.2(pid=27624): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27624)]\u000a13:35:02.228024 run osmo-hlr_10.42.42.2(pid=27624): stdout: \u000a| (launched: 2022-12-14_13:34:58.792320) \u000a13:35:02.278428 run osmo-hlr_10.42.42.2(pid=27624): stderr: \u000a| �[0;m�[1;31m20221214133458972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133458972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133458972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133458973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133458973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133458973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133458985 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133458994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133458994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133458994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:02.321447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27619): Terminating (SIGTERM)\u000a13:35:02.362947 run iperf3-srv_10.42.42.10(pid=27620): Terminating (SIGTERM)\u000a13:35:02.404894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27623): Terminating (SIGTERM)\u000a13:35:02.446365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27626): Terminating (SIGTERM)\u000a13:35:02.489997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27629): Terminating (SIGTERM)\u000a13:35:02.499433 --- ParallelTerminationStrategy: PID 27619 died...\u000a13:35:02.556290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27619): Terminated: ok {rc=0}\u000a13:35:02.566444 --- ParallelTerminationStrategy: PID 27620 died...\u000a13:35:02.620153 run iperf3-srv_10.42.42.10(pid=27620): Terminated {rc=256}\u000a13:35:02.630299 --- ParallelTerminationStrategy: PID 27623 died...\u000a13:35:02.684353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27623): Terminated: ok {rc=0}\u000a13:35:02.694316 --- ParallelTerminationStrategy: PID 27626 died...\u000a13:35:02.747610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27626): Terminated: ok {rc=0}\u000a13:35:02.757219 --- ParallelTerminationStrategy: PID 27629 died...\u000a13:35:02.809853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27629): Terminated: ok {rc=0}\u000a13:35:02.897574 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27655): Process ended prematurely: osmo-stp_10.42.42.5(pid=27655) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27655)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27655): Process ended prematurely: osmo-stp_10.42.42.5(pid=27655) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:35:04.007501 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:04.019029 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:35:04.174600 tst iperf3m4.py: using LAC 41251\u000a13:35:04.291306 tst iperf3m4.py: using RAC 196\u000a13:35:04.417422 tst iperf3m4.py: using CellId 41251\u000a13:35:04.549766 tst iperf3m4.py: using BVCI 41252\u000a13:35:04.574314 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:04.585683 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:04.596607 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:04.607702 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:04.619590 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:04.631397 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:04.643255 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:04.655001 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:04.666954 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:35:04.787195 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:35:04.908497 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:35:05.023602 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:35:05.314369 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:35:05.448163 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:05.778268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27641): Launched\u000a13:35:06.052625 run iperf3-srv_10.42.42.10(pid=27642): Launched\u000a13:35:06.249682 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:35:06.383770 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:06.713933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27643): Launched\u000a13:35:06.987616 run iperf3-srv_10.42.42.10(pid=27644): Launched\u000a13:35:07.183489 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:35:07.317264 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:07.647171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27645): Launched\u000a13:35:07.922659 run iperf3-srv_10.42.42.10(pid=27646): Launched\u000a13:35:08.118391 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:35:08.252475 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:08.583148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27647): Launched\u000a13:35:08.857460 run iperf3-srv_10.42.42.10(pid=27648): Launched\u000a13:35:09.053292 tst iperf3m4.py:8: start network...\u000a13:35:09.186926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:09.691500 run create_hlr_db(pid=27649): Launched\u000a13:35:09.877796 bus /gobi_6: Setting Powered False\u000a13:35:10.900380 run create_hlr_db(pid=27649): Terminated: ok {rc=0}\u000a13:35:11.300742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27651): Launched\u000a13:35:11.600444 run osmo-hlr_10.42.42.2(pid=27652): Launched\u000a13:35:11.710028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:12.226367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27654): Launched\u000a13:35:12.524640 run osmo-stp_10.42.42.5(pid=27655): Launched\u000a13:35:12.633707 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:35:13.178246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27668): Launched\u000a13:35:13.286611 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:35:13.571889 run patchelf(pid=27748): Launched\u000a13:35:13.766011 run osmo-stp_10.42.42.5(pid=27655): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27655)]\u000a13:35:13.908911 run osmo-stp_10.42.42.5(pid=27655): stdout: \u000a| (launched: 2022-12-14_13:35:12.377711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:14.052412 run osmo-stp_10.42.42.5(pid=27655): stderr: \u000a| �[0;m�[38;5;43m20221214133512547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133512547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133512547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133512548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133512548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133512548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133512548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:14.189834 run osmo-stp_10.42.42.5(pid=27655): stdout: \u000a| (launched: 2022-12-14_13:35:12.377711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:14.328267 run osmo-stp_10.42.42.5(pid=27655): stderr: \u000a| �[0;m�[38;5;43m20221214133512547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133512547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133512547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133512548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133512548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133512548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133512548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:14.487025 run patchelf(pid=27748): Terminating (SIGINT)\u000a13:35:14.672756 run patchelf(pid=27748): Terminated: ok {rc=0}\u000a13:35:14.708328 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27655): Process ended prematurely: osmo-stp_10.42.42.5(pid=27655) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27655)] [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:35:14.719521 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:35:14.786705 run osmo-hlr_10.42.42.2(pid=27652): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27652)]\u000a13:35:14.842061 run osmo-hlr_10.42.42.2(pid=27652): stdout: \u000a| (launched: 2022-12-14_13:35:11.452384) \u000a13:35:14.898893 run osmo-hlr_10.42.42.2(pid=27652): stderr: \u000a| �[0;m�[1;31m20221214133511625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133511625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133511625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133511625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133511625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133511625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133511652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133511661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133511662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133511662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:14.947556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27641): Terminating (SIGTERM)\u000a13:35:14.991950 run iperf3-srv_10.42.42.10(pid=27642): Terminating (SIGTERM)\u000a13:35:15.035154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27643): Terminating (SIGTERM)\u000a13:35:15.078311 run iperf3-srv_10.42.42.10(pid=27644): Terminating (SIGTERM)\u000a13:35:15.121731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27645): Terminating (SIGTERM)\u000a13:35:15.164610 run iperf3-srv_10.42.42.10(pid=27646): Terminating (SIGTERM)\u000a13:35:15.207974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27647): Terminating (SIGTERM)\u000a13:35:15.251371 run iperf3-srv_10.42.42.10(pid=27648): Terminating (SIGTERM)\u000a13:35:15.294598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27651): Terminating (SIGTERM)\u000a13:35:15.337239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27654): Terminating (SIGTERM)\u000a13:35:15.380121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27668): Terminating (SIGTERM)\u000a13:35:15.389470 --- ParallelTerminationStrategy: PID 27641 died...\u000a13:35:15.446583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27641): Terminated: ok {rc=0}\u000a13:35:15.456818 --- ParallelTerminationStrategy: PID 27642 died...\u000a13:35:15.513418 run iperf3-srv_10.42.42.10(pid=27642): Terminated {rc=256}\u000a13:35:15.523488 --- ParallelTerminationStrategy: PID 27643 died...\u000a13:35:15.580256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27643): Terminated: ok {rc=0}\u000a13:35:15.590471 --- ParallelTerminationStrategy: PID 27644 died...\u000a13:35:15.646921 run iperf3-srv_10.42.42.10(pid=27644): Terminated {rc=256}\u000a13:35:15.657341 --- ParallelTerminationStrategy: PID 27645 died...\u000a13:35:15.714270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27645): Terminated: ok {rc=0}\u000a13:35:15.724442 --- ParallelTerminationStrategy: PID 27646 died...\u000a13:35:15.781579 run iperf3-srv_10.42.42.10(pid=27646): Terminated {rc=256}\u000a13:35:15.791727 --- ParallelTerminationStrategy: PID 27647 died...\u000a13:35:15.862920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27647): Terminated: ok {rc=0}\u000a13:35:15.873866 --- ParallelTerminationStrategy: PID 27648 died...\u000a13:35:15.937606 run iperf3-srv_10.42.42.10(pid=27648): Terminated {rc=256}\u000a13:35:15.949122 --- ParallelTerminationStrategy: PID 27651 died...\u000a13:35:16.004872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27651): Terminated: ok {rc=0}\u000a13:35:16.015394 --- ParallelTerminationStrategy: PID 27654 died...\u000a13:35:16.072385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27654): Terminated: ok {rc=0}\u000a13:35:16.082982 --- ParallelTerminationStrategy: PID 27668 died...\u000a13:35:16.141520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27668): Terminated: ok {rc=0}\u000a13:35:16.229606 bus /gobi_4: Setting Powered False\u000a13:35:17.337647 bus /gobi_4: Setting Powered False\u000a13:35:18.451031 bus /gobi_1: Setting Powered False\u000a13:35:19.557301 bus /gobi_1: Setting Powered False\u000a13:35:20.665803 bus /gobi_0: Setting Powered False\u000a13:35:21.772238 bus /gobi_0: Setting Powered False\u000a13:35:22.882056 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28191): Process ended prematurely: osmo-stp_10.42.42.5(pid=28191) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28191)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28191): Process ended prematurely: osmo-stp_10.42.42.5(pid=28191) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:35:23.953566 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:23.967486 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:35:24.133646 tst ping.py: using LAC 41252\u000a13:35:24.251604 tst ping.py: using RAC 197\u000a13:35:24.372657 tst ping.py: using CellId 41252\u000a13:35:24.495045 tst ping.py: using BVCI 41253\u000a13:35:24.518334 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:24.529735 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:24.540674 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:24.551676 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:24.563346 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:24.574560 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:24.585787 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:24.596912 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:35:24.871381 tst ping.py:19: start network...\u000a13:35:25.002292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:25.526298 run create_hlr_db(pid=28185): Launched\u000a13:35:25.715857 bus /gobi_6: Setting Powered False\u000a13:35:26.736311 run create_hlr_db(pid=28185): Terminated: ok {rc=0}\u000a13:35:27.180440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28187): Launched\u000a13:35:27.611216 run osmo-hlr_10.42.42.2(pid=28188): Launched\u000a13:35:27.857388 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:28.434680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28190): Launched\u000a13:35:28.865727 run osmo-stp_10.42.42.5(pid=28191): Launched\u000a13:35:29.086987 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:35:29.657983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28194): Launched\u000a13:35:29.772006 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:35:30.049758 run patchelf(pid=28195): Launched\u000a13:35:30.236295 run osmo-stp_10.42.42.5(pid=28191): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28191)]\u000a13:35:30.373200 run osmo-stp_10.42.42.5(pid=28191): stdout: \u000a| (launched: 2022-12-14_13:35:28.603490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:30.509796 run osmo-stp_10.42.42.5(pid=28191): stderr: \u000a| �[0;m�[38;5;43m20221214133528902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133528903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133528903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133528903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133528904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133528904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133528904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:30.642249 run osmo-stp_10.42.42.5(pid=28191): stdout: \u000a| (launched: 2022-12-14_13:35:28.603490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:30.772914 run osmo-stp_10.42.42.5(pid=28191): stderr: \u000a| �[0;m�[38;5;43m20221214133528902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133528903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133528903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133528903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133528904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133528904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133528904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:30.946651 run patchelf(pid=28195): Terminating (SIGINT)\u000a13:35:31.145290 run patchelf(pid=28195): Terminated: ok {rc=0}\u000a13:35:31.176599 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28191): Process ended prematurely: osmo-stp_10.42.42.5(pid=28191) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28191)] [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:35:31.185592 tst ping.py:22: Test FAILED (7.2 sec)\u000a13:35:31.247040 run osmo-hlr_10.42.42.2(pid=28188): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28188)]\u000a13:35:31.297687 run osmo-hlr_10.42.42.2(pid=28188): stdout: \u000a| (launched: 2022-12-14_13:35:27.347217) \u000a13:35:31.348895 run osmo-hlr_10.42.42.2(pid=28188): stderr: \u000a| �[0;m�[1;31m20221214133527654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133527654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133527654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133527654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133527654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133527654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133527669 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133527681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133527681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133527681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:31.392196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28187): Terminating (SIGTERM)\u000a13:35:31.436327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28190): Terminating (SIGTERM)\u000a13:35:31.479317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28194): Terminating (SIGTERM)\u000a13:35:31.489634 --- ParallelTerminationStrategy: PID 28187 died...\u000a13:35:31.545995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28187): Terminated: ok {rc=0}\u000a13:35:31.556571 --- ParallelTerminationStrategy: PID 28190 died...\u000a13:35:31.611264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28190): Terminated: ok {rc=0}\u000a13:35:31.621271 --- ParallelTerminationStrategy: PID 28194 died...\u000a13:35:31.676084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28194): Terminated: ok {rc=0}\u000a13:35:31.761787 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28202): Process ended prematurely: osmo-stp_10.42.42.5(pid=28202) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28202)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28202): Process ended prematurely: osmo-stp_10.42.42.5(pid=28202) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:35:32.813134 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:32.825777 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:35:32.981525 tst ping_idle_ping.py: using LAC 41253\u000a13:35:33.098050 tst ping_idle_ping.py: using RAC 198\u000a13:35:33.222042 tst ping_idle_ping.py: using CellId 41253\u000a13:35:33.347078 tst ping_idle_ping.py: using BVCI 41254\u000a13:35:33.371522 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:33.382900 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:33.394083 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:33.405140 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:33.417067 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:33.428850 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:33.440832 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:33.452821 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:35:33.729448 tst ping_idle_ping.py:24: start network...\u000a13:35:33.853274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:34.332012 run create_hlr_db(pid=28196): Launched\u000a13:35:34.503275 bus /gobi_6: Setting Powered False\u000a13:35:35.525596 run create_hlr_db(pid=28196): Terminated: ok {rc=0}\u000a13:35:35.950488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28198): Launched\u000a13:35:36.271374 run osmo-hlr_10.42.42.2(pid=28199): Launched\u000a13:35:36.391525 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:36.942879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28201): Launched\u000a13:35:37.264133 run osmo-stp_10.42.42.5(pid=28202): Launched\u000a13:35:37.379931 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:35:37.899103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28204): Launched\u000a13:35:38.005393 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:35:38.265172 run patchelf(pid=28205): Launched\u000a13:35:38.439442 run osmo-stp_10.42.42.5(pid=28202): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28202)]\u000a13:35:38.566811 run osmo-stp_10.42.42.5(pid=28202): stdout: \u000a| (launched: 2022-12-14_13:35:37.106451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:38.694498 run osmo-stp_10.42.42.5(pid=28202): stderr: \u000a| �[0;m�[38;5;43m20221214133537300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133537300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133537301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133537301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133537301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133537302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133537302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:38.818353 run osmo-stp_10.42.42.5(pid=28202): stdout: \u000a| (launched: 2022-12-14_13:35:37.106451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:38.941141 run osmo-stp_10.42.42.5(pid=28202): stderr: \u000a| �[0;m�[38;5;43m20221214133537300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133537300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133537301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133537301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133537301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133537302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133537302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:39.083012 run patchelf(pid=28205): Terminating (SIGINT)\u000a13:35:39.250378 run patchelf(pid=28205): Terminated: ok {rc=0}\u000a13:35:39.280580 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28202): Process ended prematurely: osmo-stp_10.42.42.5(pid=28202) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28202)] [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:35:39.289200 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:35:39.348569 run osmo-hlr_10.42.42.2(pid=28199): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28199)]\u000a13:35:39.397317 run osmo-hlr_10.42.42.2(pid=28199): stdout: \u000a| (launched: 2022-12-14_13:35:36.113579) \u000a13:35:39.446687 run osmo-hlr_10.42.42.2(pid=28199): stderr: \u000a| �[0;m�[1;31m20221214133536312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133536312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133536312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133536312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133536312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133536312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133536325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133536333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133536333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133536333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:39.489139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28198): Terminating (SIGTERM)\u000a13:35:39.528882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28201): Terminating (SIGTERM)\u000a13:35:39.568611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28204): Terminating (SIGTERM)\u000a13:35:39.577884 --- ParallelTerminationStrategy: PID 28198 died...\u000a13:35:39.631307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28198): Terminated: ok {rc=0}\u000a13:35:39.640981 --- ParallelTerminationStrategy: PID 28201 died...\u000a13:35:39.693866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28201): Terminated: ok {rc=0}\u000a13:35:39.703476 --- ParallelTerminationStrategy: PID 28204 died...\u000a13:35:39.756234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28204): Terminated: ok {rc=0}\u000a13:35:39.839507 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:34:40" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28220): Process ended prematurely: osmo-stp_10.42.42.5(pid=28220) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28220)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28220): Process ended prematurely: osmo-stp_10.42.42.5(pid=28220) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:35:42.007163 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:42.018432 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:35:42.182272 tst cs_paging_gprs_active.py: using LAC 41254\u000a13:35:42.314710 tst cs_paging_gprs_active.py: using RAC 199\u000a13:35:42.435568 tst cs_paging_gprs_active.py: using CellId 41254\u000a13:35:42.554981 tst cs_paging_gprs_active.py: using BVCI 41255\u000a13:35:42.578110 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:42.588867 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:42.599481 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:42.610176 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:42.621179 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:42.631807 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:42.642496 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:42.653069 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:42.663812 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:35:42.783367 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:35:43.065273 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:35:43.191389 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:43.507956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28210): Launched\u000a13:35:43.769067 run iperf3-srv_10.42.42.10(pid=28211): Launched\u000a13:35:43.953924 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:35:44.080076 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:44.395463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28212): Launched\u000a13:35:44.655824 run iperf3-srv_10.42.42.10(pid=28213): Launched\u000a13:35:44.840380 tst cs_paging_gprs_active.py:38: start network...\u000a13:35:44.966586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:45.451594 run create_hlr_db(pid=28214): Launched\u000a13:35:45.625445 bus /gobi_6: Setting Powered False\u000a13:35:46.649577 run create_hlr_db(pid=28214): Terminated: ok {rc=0}\u000a13:35:47.078117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28216): Launched\u000a13:35:47.382869 run osmo-hlr_10.42.42.2(pid=28217): Launched\u000a13:35:47.493612 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:48.017120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28219): Launched\u000a13:35:48.320171 run osmo-stp_10.42.42.5(pid=28220): Launched\u000a13:35:48.430092 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:35:48.955261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28222): Launched\u000a13:35:49.062639 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:35:49.328134 run patchelf(pid=28223): Launched\u000a13:35:49.504380 run osmo-stp_10.42.42.5(pid=28220): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28220)]\u000a13:35:49.633456 run osmo-stp_10.42.42.5(pid=28220): stdout: \u000a| (launched: 2022-12-14_13:35:48.171440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:49.762850 run osmo-stp_10.42.42.5(pid=28220): stderr: \u000a| �[0;m�[38;5;43m20221214133548343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133548343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133548343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133548344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133548344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133548344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133548344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:49.887577 run osmo-stp_10.42.42.5(pid=28220): stdout: \u000a| (launched: 2022-12-14_13:35:48.171440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:50.011147 run osmo-stp_10.42.42.5(pid=28220): stderr: \u000a| �[0;m�[38;5;43m20221214133548343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133548343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133548343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133548344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133548344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133548344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133548344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:50.155555 run patchelf(pid=28223): Terminating (SIGINT)\u000a13:35:50.325716 run patchelf(pid=28223): Terminated: ok {rc=0}\u000a13:35:50.356942 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28220): Process ended prematurely: osmo-stp_10.42.42.5(pid=28220) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28220)] [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:35:50.366117 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a13:35:50.425649 run osmo-hlr_10.42.42.2(pid=28217): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28217)]\u000a13:35:50.474250 run osmo-hlr_10.42.42.2(pid=28217): stdout: \u000a| (launched: 2022-12-14_13:35:47.233769) \u000a13:35:50.523391 run osmo-hlr_10.42.42.2(pid=28217): stderr: \u000a| �[0;m�[1;31m20221214133547412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133547412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133547412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133547412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133547412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133547412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133547424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133547433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133547433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133547433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:50.565230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28210): Terminating (SIGTERM)\u000a13:35:50.604515 run iperf3-srv_10.42.42.10(pid=28211): Terminating (SIGTERM)\u000a13:35:50.643869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28212): Terminating (SIGTERM)\u000a13:35:50.683007 run iperf3-srv_10.42.42.10(pid=28213): Terminating (SIGTERM)\u000a13:35:50.722183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28216): Terminating (SIGTERM)\u000a13:35:50.761374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28219): Terminating (SIGTERM)\u000a13:35:50.801268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28222): Terminating (SIGTERM)\u000a13:35:50.810348 --- ParallelTerminationStrategy: PID 28210 died...\u000a13:35:50.862940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28210): Terminated: ok {rc=0}\u000a13:35:50.872306 --- ParallelTerminationStrategy: PID 28211 died...\u000a13:35:50.924637 run iperf3-srv_10.42.42.10(pid=28211): Terminated {rc=256}\u000a13:35:50.934035 --- ParallelTerminationStrategy: PID 28212 died...\u000a13:35:50.986162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28212): Terminated: ok {rc=0}\u000a13:35:50.995497 --- ParallelTerminationStrategy: PID 28213 died...\u000a13:35:51.047574 run iperf3-srv_10.42.42.10(pid=28213): Terminated {rc=256}\u000a13:35:51.056831 --- ParallelTerminationStrategy: PID 28216 died...\u000a13:35:51.109005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28216): Terminated: ok {rc=0}\u000a13:35:51.118375 --- ParallelTerminationStrategy: PID 28219 died...\u000a13:35:51.170592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28219): Terminated: ok {rc=0}\u000a13:35:51.179948 --- ParallelTerminationStrategy: PID 28222 died...\u000a13:35:51.231966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28222): Terminated: ok {rc=0}\u000a13:35:51.314749 bus /gobi_0: Setting Powered False\u000a13:35:52.421305 bus /gobi_0: Setting Powered False\u000a13:35:53.528756 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28232): Process ended prematurely: osmo-stp_10.42.42.5(pid=28232) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28232)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28232): Process ended prematurely: osmo-stp_10.42.42.5(pid=28232) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:35:54.644491 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:54.656543 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:35:54.823278 tst iperf3.py: using LAC 41255\u000a13:35:54.949214 tst iperf3.py: using RAC 200\u000a13:35:55.077666 tst iperf3.py: using CellId 41255\u000a13:35:55.205264 tst iperf3.py: using BVCI 41256\u000a13:35:55.230199 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:55.241930 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:55.253076 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:55.264165 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:55.275583 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:55.287233 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:55.298838 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:55.310269 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:55.321931 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:35:55.615984 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:35:55.751888 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:56.087203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28224): Launched\u000a13:35:56.365435 run iperf3-srv_10.42.42.10(pid=28225): Launched\u000a13:35:56.564574 tst iperf3.py:8: start network...\u000a13:35:56.699689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:57.208728 run create_hlr_db(pid=28226): Launched\u000a13:35:57.396751 bus /gobi_6: Setting Powered False\u000a13:35:58.417825 run create_hlr_db(pid=28226): Terminated: ok {rc=0}\u000a13:35:58.824326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28228): Launched\u000a13:35:59.126755 run osmo-hlr_10.42.42.2(pid=28229): Launched\u000a13:35:59.237627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:59.762875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28231): Launched\u000a13:36:00.065626 run osmo-stp_10.42.42.5(pid=28232): Launched\u000a13:36:00.175777 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:36:00.702257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28234): Launched\u000a13:36:00.809907 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:36:01.128472 run patchelf(pid=28235): Launched\u000a13:36:01.308580 run osmo-stp_10.42.42.5(pid=28232): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28232)]\u000a13:36:01.440913 run osmo-stp_10.42.42.5(pid=28232): stdout: \u000a| (launched: 2022-12-14_13:35:59.916611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:01.573412 run osmo-stp_10.42.42.5(pid=28232): stderr: \u000a| �[0;m�[38;5;43m20221214133600088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133600088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133600088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133600088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133600089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133600089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133600089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:01.701103 run osmo-stp_10.42.42.5(pid=28232): stdout: \u000a| (launched: 2022-12-14_13:35:59.916611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:01.828797 run osmo-stp_10.42.42.5(pid=28232): stderr: \u000a| �[0;m�[38;5;43m20221214133600088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133600088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133600088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133600088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133600089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133600089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133600089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:01.978183 run patchelf(pid=28235): Terminating (SIGINT)\u000a13:36:02.151733 run patchelf(pid=28235): Terminated: ok {rc=0}\u000a13:36:02.183822 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28232): Process ended prematurely: osmo-stp_10.42.42.5(pid=28232) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28232)] [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:36:02.193760 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:36:02.254746 run osmo-hlr_10.42.42.2(pid=28229): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28229)]\u000a13:36:02.304131 run osmo-hlr_10.42.42.2(pid=28229): stdout: \u000a| (launched: 2022-12-14_13:35:58.977877) \u000a13:36:02.353304 run osmo-hlr_10.42.42.2(pid=28229): stderr: \u000a| �[0;m�[1;31m20221214133559154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133559154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133559154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133559154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133559154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133559154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133559166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133559175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133559175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133559175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:02.395074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28224): Terminating (SIGTERM)\u000a13:36:02.434440 run iperf3-srv_10.42.42.10(pid=28225): Terminating (SIGTERM)\u000a13:36:02.473570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28228): Terminating (SIGTERM)\u000a13:36:02.512852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28231): Terminating (SIGTERM)\u000a13:36:02.552346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28234): Terminating (SIGTERM)\u000a13:36:02.561470 --- ParallelTerminationStrategy: PID 28224 died...\u000a13:36:02.614513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28224): Terminated: ok {rc=0}\u000a13:36:02.623953 --- ParallelTerminationStrategy: PID 28225 died...\u000a13:36:02.677063 run iperf3-srv_10.42.42.10(pid=28225): Terminated {rc=256}\u000a13:36:02.686552 --- ParallelTerminationStrategy: PID 28228 died...\u000a13:36:02.739290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28228): Terminated: ok {rc=0}\u000a13:36:02.748701 --- ParallelTerminationStrategy: PID 28231 died...\u000a13:36:02.801530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28231): Terminated: ok {rc=0}\u000a13:36:02.811039 --- ParallelTerminationStrategy: PID 28234 died...\u000a13:36:02.864180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28234): Terminated: ok {rc=0}\u000a13:36:02.953288 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28250): Process ended prematurely: osmo-stp_10.42.42.5(pid=28250) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28250)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28250): Process ended prematurely: osmo-stp_10.42.42.5(pid=28250) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:36:04.064307 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:04.075769 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:36:04.235677 tst iperf3m4.py: using LAC 41256\u000a13:36:04.356555 tst iperf3m4.py: using RAC 201\u000a13:36:04.476895 tst iperf3m4.py: using CellId 41256\u000a13:36:04.595490 tst iperf3m4.py: using BVCI 41257\u000a13:36:04.618615 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:04.629537 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:04.640263 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:04.651328 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:04.662000 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:04.672787 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:04.683667 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:04.694305 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:04.705180 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:36:04.818757 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:36:04.939689 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:36:05.055073 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:36:05.332122 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:36:05.457524 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:36:05.770301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28236): Launched\u000a13:36:06.031216 run iperf3-srv_10.42.42.10(pid=28237): Launched\u000a13:36:06.215400 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:36:06.341405 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:36:06.653205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28238): Launched\u000a13:36:06.912438 run iperf3-srv_10.42.42.10(pid=28239): Launched\u000a13:36:07.096584 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:36:07.221948 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:36:07.535418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28240): Launched\u000a13:36:07.795358 run iperf3-srv_10.42.42.10(pid=28241): Launched\u000a13:36:07.978760 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:36:08.103901 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:36:08.417217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28242): Launched\u000a13:36:08.678218 run iperf3-srv_10.42.42.10(pid=28243): Launched\u000a13:36:08.861096 tst iperf3m4.py:8: start network...\u000a13:36:08.985853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:09.468759 run create_hlr_db(pid=28244): Launched\u000a13:36:09.644477 bus /gobi_6: Setting Powered False\u000a13:36:10.664184 run create_hlr_db(pid=28244): Terminated: ok {rc=0}\u000a13:36:11.068368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28246): Launched\u000a13:36:11.372033 run osmo-hlr_10.42.42.2(pid=28247): Launched\u000a13:36:11.492080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:12.025208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28249): Launched\u000a13:36:12.328755 run osmo-stp_10.42.42.5(pid=28250): Launched\u000a13:36:12.439252 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:36:12.965619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28252): Launched\u000a13:36:13.073141 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:36:13.336470 run patchelf(pid=28253): Launched\u000a13:36:13.512312 run osmo-stp_10.42.42.5(pid=28250): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28250)]\u000a13:36:13.641099 run osmo-stp_10.42.42.5(pid=28250): stdout: \u000a| (launched: 2022-12-14_13:36:12.178830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:13.770320 run osmo-stp_10.42.42.5(pid=28250): stderr: \u000a| �[0;m�[38;5;43m20221214133612352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133612353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133612353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133612353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133612354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133612354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133612354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:13.894852 run osmo-stp_10.42.42.5(pid=28250): stdout: \u000a| (launched: 2022-12-14_13:36:12.178830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:14.018445 run osmo-stp_10.42.42.5(pid=28250): stderr: \u000a| �[0;m�[38;5;43m20221214133612352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133612353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133612353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133612353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133612354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133612354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133612354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:14.162678 run patchelf(pid=28253): Terminating (SIGINT)\u000a13:36:14.331193 run patchelf(pid=28253): Terminated: ok {rc=0}\u000a13:36:14.363134 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28250): Process ended prematurely: osmo-stp_10.42.42.5(pid=28250) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28250)] [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:36:14.372393 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a13:36:14.432074 run osmo-hlr_10.42.42.2(pid=28247): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28247)]\u000a13:36:14.480731 run osmo-hlr_10.42.42.2(pid=28247): stdout: \u000a| (launched: 2022-12-14_13:36:11.222280) \u000a13:36:14.529810 run osmo-hlr_10.42.42.2(pid=28247): stderr: \u000a| �[0;m�[1;31m20221214133611402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133611402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133611402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133611402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133611402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133611403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133611415 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133611426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133611426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133611426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:14.571754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28236): Terminating (SIGTERM)\u000a13:36:14.611165 run iperf3-srv_10.42.42.10(pid=28237): Terminating (SIGTERM)\u000a13:36:14.650617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28238): Terminating (SIGTERM)\u000a13:36:14.689972 run iperf3-srv_10.42.42.10(pid=28239): Terminating (SIGTERM)\u000a13:36:14.729366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28240): Terminating (SIGTERM)\u000a13:36:14.768683 run iperf3-srv_10.42.42.10(pid=28241): Terminating (SIGTERM)\u000a13:36:14.808215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28242): Terminating (SIGTERM)\u000a13:36:14.847557 run iperf3-srv_10.42.42.10(pid=28243): Terminating (SIGTERM)\u000a13:36:14.886967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28246): Terminating (SIGTERM)\u000a13:36:14.926411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28249): Terminating (SIGTERM)\u000a13:36:14.966127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28252): Terminating (SIGTERM)\u000a13:36:14.975377 --- ParallelTerminationStrategy: PID 28236 died...\u000a13:36:15.028542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28236): Terminated: ok {rc=0}\u000a13:36:15.038112 --- ParallelTerminationStrategy: PID 28237 died...\u000a13:36:15.090928 run iperf3-srv_10.42.42.10(pid=28237): Terminated {rc=256}\u000a13:36:15.100352 --- ParallelTerminationStrategy: PID 28238 died...\u000a13:36:15.153294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28238): Terminated: ok {rc=0}\u000a13:36:15.162783 --- ParallelTerminationStrategy: PID 28239 died...\u000a13:36:15.215457 run iperf3-srv_10.42.42.10(pid=28239): Terminated {rc=256}\u000a13:36:15.224902 --- ParallelTerminationStrategy: PID 28240 died...\u000a13:36:15.277881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28240): Terminated: ok {rc=0}\u000a13:36:15.287378 --- ParallelTerminationStrategy: PID 28241 died...\u000a13:36:15.340295 run iperf3-srv_10.42.42.10(pid=28241): Terminated {rc=256}\u000a13:36:15.349947 --- ParallelTerminationStrategy: PID 28242 died...\u000a13:36:15.402847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28242): Terminated: ok {rc=0}\u000a13:36:15.412388 --- ParallelTerminationStrategy: PID 28243 died...\u000a13:36:15.465233 run iperf3-srv_10.42.42.10(pid=28243): Terminated {rc=256}\u000a13:36:15.474695 --- ParallelTerminationStrategy: PID 28246 died...\u000a13:36:15.527151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28246): Terminated: ok {rc=0}\u000a13:36:15.536578 --- ParallelTerminationStrategy: PID 28249 died...\u000a13:36:15.589474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28249): Terminated: ok {rc=0}\u000a13:36:15.599004 --- ParallelTerminationStrategy: PID 28252 died...\u000a13:36:15.652016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28252): Terminated: ok {rc=0}\u000a13:36:15.740423 bus /gobi_4: Setting Powered False\u000a13:36:16.847920 bus /gobi_4: Setting Powered False\u000a13:36:17.958176 bus /gobi_1: Setting Powered False\u000a13:36:19.060153 bus /gobi_1: Setting Powered False\u000a13:36:20.169736 bus /gobi_0: Setting Powered False\u000a13:36:21.276460 bus /gobi_0: Setting Powered False\u000a13:36:22.385046 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28261): Process ended prematurely: osmo-stp_10.42.42.5(pid=28261) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28261)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28261): Process ended prematurely: osmo-stp_10.42.42.5(pid=28261) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:36:23.454006 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:23.466242 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:36:23.631499 tst ping.py: using LAC 41257\u000a13:36:23.755719 tst ping.py: using RAC 202\u000a13:36:23.880508 tst ping.py: using CellId 41257\u000a13:36:24.005371 tst ping.py: using BVCI 41258\u000a13:36:24.029859 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:24.041324 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:24.052572 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:24.063958 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:24.075396 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:24.086959 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:24.098567 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:24.110105 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:36:24.386253 tst ping.py:19: start network...\u000a13:36:24.511282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:24.992789 run create_hlr_db(pid=28255): Launched\u000a13:36:25.165263 bus /gobi_6: Setting Powered False\u000a13:36:26.186593 run create_hlr_db(pid=28255): Terminated: ok {rc=0}\u000a13:36:26.613890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28257): Launched\u000a13:36:26.933757 run osmo-hlr_10.42.42.2(pid=28258): Launched\u000a13:36:27.050572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:27.605953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28260): Launched\u000a13:36:27.926100 run osmo-stp_10.42.42.5(pid=28261): Launched\u000a13:36:28.042891 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:36:28.600517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28263): Launched\u000a13:36:28.714385 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:36:28.991771 run patchelf(pid=28264): Launched\u000a13:36:29.178287 run osmo-stp_10.42.42.5(pid=28261): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28261)]\u000a13:36:29.314934 run osmo-stp_10.42.42.5(pid=28261): stdout: \u000a| (launched: 2022-12-14_13:36:27.768335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:29.451867 run osmo-stp_10.42.42.5(pid=28261): stderr: \u000a| �[0;m�[38;5;43m20221214133627960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133627960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133627961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133627961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133627962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133627962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133627962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:29.583637 run osmo-stp_10.42.42.5(pid=28261): stdout: \u000a| (launched: 2022-12-14_13:36:27.768335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:29.714649 run osmo-stp_10.42.42.5(pid=28261): stderr: \u000a| �[0;m�[38;5;43m20221214133627960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133627960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133627961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133627961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133627962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133627962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133627962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:29.866678 run patchelf(pid=28264): Terminating (SIGINT)\u000a13:36:30.044911 run patchelf(pid=28264): Terminated: ok {rc=0}\u000a13:36:30.077304 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28261): Process ended prematurely: osmo-stp_10.42.42.5(pid=28261) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28261)] [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:36:30.086506 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:36:30.150005 run osmo-hlr_10.42.42.2(pid=28258): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28258)]\u000a13:36:30.201643 run osmo-hlr_10.42.42.2(pid=28258): stdout: \u000a| (launched: 2022-12-14_13:36:26.776480) \u000a13:36:30.254369 run osmo-hlr_10.42.42.2(pid=28258): stderr: \u000a| �[0;m�[1;31m20221214133626974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133626974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133626974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133626974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133626974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133626974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133626987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133626995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133626995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133626995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:30.299477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28257): Terminating (SIGTERM)\u000a13:36:30.342427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28260): Terminating (SIGTERM)\u000a13:36:30.384673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28263): Terminating (SIGTERM)\u000a13:36:30.394483 --- ParallelTerminationStrategy: PID 28257 died...\u000a13:36:30.451345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28257): Terminated: ok {rc=0}\u000a13:36:30.461919 --- ParallelTerminationStrategy: PID 28260 died...\u000a13:36:30.518881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28260): Terminated: ok {rc=0}\u000a13:36:30.529088 --- ParallelTerminationStrategy: PID 28263 died...\u000a13:36:30.586275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28263): Terminated: ok {rc=0}\u000a13:36:30.675007 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28271): Process ended prematurely: osmo-stp_10.42.42.5(pid=28271) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28271)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28271): Process ended prematurely: osmo-stp_10.42.42.5(pid=28271) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:36:31.725079 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:31.737328 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:36:31.901914 tst ping_idle_ping.py: using LAC 41258\u000a13:36:32.047292 tst ping_idle_ping.py: using RAC 203\u000a13:36:32.199310 tst ping_idle_ping.py: using CellId 41258\u000a13:36:32.319456 tst ping_idle_ping.py: using BVCI 41259\u000a13:36:32.342207 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:32.353098 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:32.363706 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:32.374409 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:32.384906 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:32.395535 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:32.406296 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:32.416992 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:36:32.708058 tst ping_idle_ping.py:24: start network...\u000a13:36:32.842656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:33.346688 run create_hlr_db(pid=28265): Launched\u000a13:36:33.532150 bus /gobi_6: Setting Powered False\u000a13:36:34.553263 run create_hlr_db(pid=28265): Terminated: ok {rc=0}\u000a13:36:34.979050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28267): Launched\u000a13:36:35.300503 run osmo-hlr_10.42.42.2(pid=28268): Launched\u000a13:36:35.420069 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:35.973649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28270): Launched\u000a13:36:36.297621 run osmo-stp_10.42.42.5(pid=28271): Launched\u000a13:36:36.414567 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:36:36.974476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28273): Launched\u000a13:36:37.090079 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:36:37.370415 run patchelf(pid=28274): Launched\u000a13:36:37.558173 run osmo-stp_10.42.42.5(pid=28271): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28271)]\u000a13:36:37.695559 run osmo-stp_10.42.42.5(pid=28271): stdout: \u000a| (launched: 2022-12-14_13:36:36.138058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:37.833487 run osmo-stp_10.42.42.5(pid=28271): stderr: \u000a| �[0;m�[38;5;43m20221214133636331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133636331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133636331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133636331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133636332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133636332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133636332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:37.966952 run osmo-stp_10.42.42.5(pid=28271): stdout: \u000a| (launched: 2022-12-14_13:36:36.138058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:38.099790 run osmo-stp_10.42.42.5(pid=28271): stderr: \u000a| �[0;m�[38;5;43m20221214133636331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133636331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133636331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133636331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133636332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133636332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133636332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:38.253205 run patchelf(pid=28274): Terminating (SIGINT)\u000a13:36:38.432892 run patchelf(pid=28274): Terminated: ok {rc=0}\u000a13:36:38.465363 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28271): Process ended prematurely: osmo-stp_10.42.42.5(pid=28271) [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28271)] [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:36:38.474705 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:36:38.538463 run osmo-hlr_10.42.42.2(pid=28268): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28268)]\u000a13:36:38.590213 run osmo-hlr_10.42.42.2(pid=28268): stdout: \u000a| (launched: 2022-12-14_13:36:35.142388) \u000a13:36:38.642440 run osmo-hlr_10.42.42.2(pid=28268): stderr: \u000a| �[0;m�[1;31m20221214133635342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133635342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133635342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133635342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133635342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133635342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133635355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133635363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133635364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133635364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:38.687153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28267): Terminating (SIGTERM)\u000a13:36:38.729355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28270): Terminating (SIGTERM)\u000a13:36:38.771566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28273): Terminating (SIGTERM)\u000a13:36:38.781230 --- ParallelTerminationStrategy: PID 28267 died...\u000a13:36:38.838658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28267): Terminated: ok {rc=0}\u000a13:36:38.848712 --- ParallelTerminationStrategy: PID 28270 died...\u000a13:36:38.906060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28270): Terminated: ok {rc=0}\u000a13:36:38.916090 --- ParallelTerminationStrategy: PID 28273 died...\u000a13:36:38.973327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28273): Terminated: ok {rc=0}\u000a13:36:39.061339 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:35:41" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28288): Process ended prematurely: osmo-stp_10.42.42.5(pid=28288) [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28288)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28288): Process ended prematurely: osmo-stp_10.42.42.5(pid=28288) [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:36:41.233633 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:36:41.245329 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:36:41.386547 tst cs_paging_gprs_active.py: using LAC 41259\u000a13:36:41.507879 tst cs_paging_gprs_active.py: using RAC 204\u000a13:36:41.633207 tst cs_paging_gprs_active.py: using CellId 41259\u000a13:36:41.752536 tst cs_paging_gprs_active.py: using BVCI 41260\u000a13:36:41.776009 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:36:41.787166 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:36:41.798192 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:36:41.809250 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:36:41.820640 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:36:41.832008 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:36:41.843548 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:36:41.854924 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:36:41.866601 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:36:41.987290 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:36:42.282437 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:36:42.419811 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:36:42.759112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28278): Launched\u000a13:36:43.038773 run iperf3-srv_10.42.42.10(pid=28279): Launched\u000a13:36:43.239069 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:36:43.375917 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:36:43.714537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28280): Launched\u000a13:36:43.994996 run iperf3-srv_10.42.42.10(pid=28281): Launched\u000a13:36:44.194915 tst cs_paging_gprs_active.py:38: start network...\u000a13:36:44.331827 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:44.844017 run create_hlr_db(pid=28282): Launched\u000a13:36:45.032698 bus /gobi_6: Setting Powered False\u000a13:36:46.073316 run create_hlr_db(pid=28282): Terminated: ok {rc=0}\u000a13:36:46.504788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28284): Launched\u000a13:36:46.965312 run osmo-hlr_10.42.42.2(pid=28285): Launched\u000a13:36:47.093806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:47.681505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28287): Launched\u000a13:36:48.007371 run osmo-stp_10.42.42.5(pid=28288): Launched\u000a13:36:48.126591 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:36:48.694713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28290): Launched\u000a13:36:48.811168 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:36:49.093988 run patchelf(pid=28291): Launched\u000a13:36:49.284521 run osmo-stp_10.42.42.5(pid=28288): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28288)]\u000a13:36:49.423603 run osmo-stp_10.42.42.5(pid=28288): stdout: \u000a| (launched: 2022-12-14_13:36:47.847252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:49.562785 run osmo-stp_10.42.42.5(pid=28288): stderr: \u000a| �[0;m�[38;5;43m20221214133648041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133648041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133648041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133648042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133648042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133648042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133648042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:49.697539 run osmo-stp_10.42.42.5(pid=28288): stdout: \u000a| (launched: 2022-12-14_13:36:47.847252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:49.831030 run osmo-stp_10.42.42.5(pid=28288): stderr: \u000a| �[0;m�[38;5;43m20221214133648041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133648041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133648041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133648042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133648042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133648042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133648042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:49.986067 run patchelf(pid=28291): Terminating (SIGINT)\u000a13:36:50.168119 run patchelf(pid=28291): Terminated: ok {rc=0}\u000a13:36:50.201412 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28288): Process ended prematurely: osmo-stp_10.42.42.5(pid=28288) [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28288)] [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a13:36:50.211344 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a13:36:50.275073 run osmo-hlr_10.42.42.2(pid=28285): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28285)]\u000a13:36:50.326986 run osmo-hlr_10.42.42.2(pid=28285): stdout: \u000a| (launched: 2022-12-14_13:36:46.666040) \u000a13:36:50.379257 run osmo-hlr_10.42.42.2(pid=28285): stderr: \u000a| �[0;m�[1;31m20221214133646946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133646946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133646946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133646946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133646946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133646946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133646959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133646971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133646972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133646972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:50.424259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28278): Terminating (SIGTERM)\u000a13:36:50.466520 run iperf3-srv_10.42.42.10(pid=28279): Terminating (SIGTERM)\u000a13:36:50.508827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28280): Terminating (SIGTERM)\u000a13:36:50.551218 run iperf3-srv_10.42.42.10(pid=28281): Terminating (SIGTERM)\u000a13:36:50.593477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28284): Terminating (SIGTERM)\u000a13:36:50.635664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28287): Terminating (SIGTERM)\u000a13:36:50.678237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28290): Terminating (SIGTERM)\u000a13:36:50.687914 --- ParallelTerminationStrategy: PID 28278 died...\u000a13:36:50.744583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28278): Terminated: ok {rc=0}\u000a13:36:50.754759 --- ParallelTerminationStrategy: PID 28279 died...\u000a13:36:50.811195 run iperf3-srv_10.42.42.10(pid=28279): Terminated {rc=256}\u000a13:36:50.821182 --- ParallelTerminationStrategy: PID 28280 died...\u000a13:36:50.877301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28280): Terminated: ok {rc=0}\u000a13:36:50.887407 --- ParallelTerminationStrategy: PID 28281 died...\u000a13:36:50.943752 run iperf3-srv_10.42.42.10(pid=28281): Terminated {rc=256}\u000a13:36:50.953892 --- ParallelTerminationStrategy: PID 28284 died...\u000a13:36:51.010205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28284): Terminated: ok {rc=0}\u000a13:36:51.020307 --- ParallelTerminationStrategy: PID 28287 died...\u000a13:36:51.076915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28287): Terminated: ok {rc=0}\u000a13:36:51.087017 --- ParallelTerminationStrategy: PID 28290 died...\u000a13:36:51.143274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28290): Terminated: ok {rc=0}\u000a13:36:51.230173 bus /gobi_0: Setting Powered False\u000a13:36:52.337410 bus /gobi_0: Setting Powered False\u000a13:36:53.445574 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28300): Process ended prematurely: osmo-stp_10.42.42.5(pid=28300) [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28300)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28300): Process ended prematurely: osmo-stp_10.42.42.5(pid=28300) [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a13:36:54.559562 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:36:54.571858 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:36:54.717432 tst iperf3.py: using LAC 41260\u000a13:36:54.838166 tst iperf3.py: using RAC 205\u000a13:36:54.959185 tst iperf3.py: using CellId 41260\u000a13:36:55.080075 tst iperf3.py: using BVCI 41261\u000a13:36:55.103555 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:36:55.115165 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:36:55.126421 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:36:55.137547 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:36:55.148704 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:36:55.159833 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:36:55.171154 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:36:55.182265 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:36:55.193718 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:36:55.469254 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:36:55.595039 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:36:55.907990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28292): Launched\u000a13:36:56.168059 run iperf3-srv_10.42.42.10(pid=28293): Launched\u000a13:36:56.351488 tst iperf3.py:8: start network...\u000a13:36:56.476408 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:56.960176 run create_hlr_db(pid=28294): Launched\u000a13:36:57.133466 bus /gobi_6: Setting Powered False\u000a13:36:58.155768 run create_hlr_db(pid=28294): Terminated: ok {rc=0}\u000a13:36:58.558059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28296): Launched\u000a13:36:58.861959 run osmo-hlr_10.42.42.2(pid=28297): Launched\u000a13:36:58.972313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:59.498216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28299): Launched\u000a13:36:59.799864 run osmo-stp_10.42.42.5(pid=28300): Launched\u000a13:36:59.909845 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:37:00.436825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28302): Launched\u000a13:37:00.544151 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:37:00.807969 run patchelf(pid=28303): Launched\u000a13:37:01.034136 run osmo-stp_10.42.42.5(pid=28300): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28300)]\u000a13:37:01.177369 run osmo-stp_10.42.42.5(pid=28300): stdout: \u000a| (launched: 2022-12-14_13:36:59.651144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:01.322318 run osmo-stp_10.42.42.5(pid=28300): stderr: \u000a| �[0;m�[38;5;43m20221214133659822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133659822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133659822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133659822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133659823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133659823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133659823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:01.460849 run osmo-stp_10.42.42.5(pid=28300): stdout: \u000a| (launched: 2022-12-14_13:36:59.651144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:01.601485 run osmo-stp_10.42.42.5(pid=28300): stderr: \u000a| �[0;m�[38;5;43m20221214133659822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133659822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133659822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133659822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133659823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133659823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133659823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:01.762429 run patchelf(pid=28303): Terminating (SIGINT)\u000a13:37:01.951141 run patchelf(pid=28303): Terminated: ok {rc=0}\u000a13:37:01.986202 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28300): Process ended prematurely: osmo-stp_10.42.42.5(pid=28300) [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28300)] [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a13:37:01.997350 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:37:02.064591 run osmo-hlr_10.42.42.2(pid=28297): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28297)]\u000a13:37:02.119509 run osmo-hlr_10.42.42.2(pid=28297): stdout: \u000a| (launched: 2022-12-14_13:36:58.712298) \u000a13:37:02.172665 run osmo-hlr_10.42.42.2(pid=28297): stderr: \u000a| �[0;m�[1;31m20221214133658890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133658890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133658890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133658891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133658891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133658891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133658902 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133658911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133658912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133658912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:02.217588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28292): Terminating (SIGTERM)\u000a13:37:02.259715 run iperf3-srv_10.42.42.10(pid=28293): Terminating (SIGTERM)\u000a13:37:02.302423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28296): Terminating (SIGTERM)\u000a13:37:02.345332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28299): Terminating (SIGTERM)\u000a13:37:02.388034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28302): Terminating (SIGTERM)\u000a13:37:02.397833 --- ParallelTerminationStrategy: PID 28292 died...\u000a13:37:02.454981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28292): Terminated: ok {rc=0}\u000a13:37:02.465218 --- ParallelTerminationStrategy: PID 28293 died...\u000a13:37:02.521827 run iperf3-srv_10.42.42.10(pid=28293): Terminated {rc=256}\u000a13:37:02.532024 --- ParallelTerminationStrategy: PID 28296 died...\u000a13:37:02.588674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28296): Terminated: ok {rc=0}\u000a13:37:02.598760 --- ParallelTerminationStrategy: PID 28299 died...\u000a13:37:02.655713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28299): Terminated: ok {rc=0}\u000a13:37:02.666021 --- ParallelTerminationStrategy: PID 28302 died...\u000a13:37:02.722847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28302): Terminated: ok {rc=0}\u000a13:37:02.809672 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28318): Process ended prematurely: osmo-stp_10.42.42.5(pid=28318) [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28318)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28318): Process ended prematurely: osmo-stp_10.42.42.5(pid=28318) [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a13:37:03.921044 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:03.932908 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:37:04.073284 tst iperf3m4.py: using LAC 41261\u000a13:37:04.193669 tst iperf3m4.py: using RAC 206\u000a13:37:04.321350 tst iperf3m4.py: using CellId 41261\u000a13:37:04.450369 tst iperf3m4.py: using BVCI 41262\u000a13:37:04.475281 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:04.487236 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:04.499020 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:04.510809 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:04.522737 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:04.534544 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:04.546512 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:04.558820 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:04.571258 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:37:04.687697 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:37:04.805930 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:37:04.922181 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:37:05.199262 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:37:05.324731 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:37:05.637788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28304): Launched\u000a13:37:05.899045 run iperf3-srv_10.42.42.10(pid=28305): Launched\u000a13:37:06.082457 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:37:06.207647 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:37:06.519928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28306): Launched\u000a13:37:06.779936 run iperf3-srv_10.42.42.10(pid=28307): Launched\u000a13:37:06.963754 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:37:07.089185 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:37:07.401926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28308): Launched\u000a13:37:07.663955 run iperf3-srv_10.42.42.10(pid=28309): Launched\u000a13:37:07.847336 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:37:07.972103 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:37:08.286558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28310): Launched\u000a13:37:08.546914 run iperf3-srv_10.42.42.10(pid=28311): Launched\u000a13:37:08.730749 tst iperf3m4.py:8: start network...\u000a13:37:08.857112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:09.342281 run create_hlr_db(pid=28312): Launched\u000a13:37:09.516460 bus /gobi_6: Setting Powered False\u000a13:37:10.539089 run create_hlr_db(pid=28312): Terminated: ok {rc=0}\u000a13:37:10.943187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28314): Launched\u000a13:37:11.246372 run osmo-hlr_10.42.42.2(pid=28315): Launched\u000a13:37:11.356455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:11.882646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28317): Launched\u000a13:37:12.185745 run osmo-stp_10.42.42.5(pid=28318): Launched\u000a13:37:12.296028 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:37:12.823025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28321): Launched\u000a13:37:12.931020 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:37:13.194931 run patchelf(pid=28322): Launched\u000a13:37:13.371761 run osmo-stp_10.42.42.5(pid=28318): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28318)]\u000a13:37:13.500679 run osmo-stp_10.42.42.5(pid=28318): stdout: \u000a| (launched: 2022-12-14_13:37:12.036553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:13.630288 run osmo-stp_10.42.42.5(pid=28318): stderr: \u000a| �[0;m�[38;5;43m20221214133712206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133712206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133712207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133712207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133712209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133712210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133712210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:13.755212 run osmo-stp_10.42.42.5(pid=28318): stdout: \u000a| (launched: 2022-12-14_13:37:12.036553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:13.878823 run osmo-stp_10.42.42.5(pid=28318): stderr: \u000a| �[0;m�[38;5;43m20221214133712206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133712206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133712207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133712207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133712209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133712210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133712210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:14.023533 run patchelf(pid=28322): Terminating (SIGINT)\u000a13:37:14.193636 run patchelf(pid=28322): Terminated: ok {rc=0}\u000a13:37:14.224730 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28318): Process ended prematurely: osmo-stp_10.42.42.5(pid=28318) [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28318)] [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a13:37:14.233907 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a13:37:14.294074 run osmo-hlr_10.42.42.2(pid=28315): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28315)]\u000a13:37:14.343255 run osmo-hlr_10.42.42.2(pid=28315): stdout: \u000a| (launched: 2022-12-14_13:37:11.097831) \u000a13:37:14.392727 run osmo-hlr_10.42.42.2(pid=28315): stderr: \u000a| �[0;m�[1;31m20221214133711274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133711274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133711275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133711275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133711275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133711275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133711287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133711297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133711297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133711297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:14.434854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28304): Terminating (SIGTERM)\u000a13:37:14.474418 run iperf3-srv_10.42.42.10(pid=28305): Terminating (SIGTERM)\u000a13:37:14.513868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28306): Terminating (SIGTERM)\u000a13:37:14.553799 run iperf3-srv_10.42.42.10(pid=28307): Terminating (SIGTERM)\u000a13:37:14.593439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28308): Terminating (SIGTERM)\u000a13:37:14.632912 run iperf3-srv_10.42.42.10(pid=28309): Terminating (SIGTERM)\u000a13:37:14.672601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28310): Terminating (SIGTERM)\u000a13:37:14.712132 run iperf3-srv_10.42.42.10(pid=28311): Terminating (SIGTERM)\u000a13:37:14.751699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28314): Terminating (SIGTERM)\u000a13:37:14.791082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28317): Terminating (SIGTERM)\u000a13:37:14.831226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28321): Terminating (SIGTERM)\u000a13:37:14.840500 --- ParallelTerminationStrategy: PID 28304 died...\u000a13:37:14.893812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28304): Terminated: ok {rc=0}\u000a13:37:14.903279 --- ParallelTerminationStrategy: PID 28305 died...\u000a13:37:14.956010 run iperf3-srv_10.42.42.10(pid=28305): Terminated {rc=256}\u000a13:37:14.965587 --- ParallelTerminationStrategy: PID 28306 died...\u000a13:37:15.018486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28306): Terminated: ok {rc=0}\u000a13:37:15.027975 --- ParallelTerminationStrategy: PID 28307 died...\u000a13:37:15.080661 run iperf3-srv_10.42.42.10(pid=28307): Terminated {rc=256}\u000a13:37:15.090173 --- ParallelTerminationStrategy: PID 28308 died...\u000a13:37:15.143116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28308): Terminated: ok {rc=0}\u000a13:37:15.152565 --- ParallelTerminationStrategy: PID 28309 died...\u000a13:37:15.205179 run iperf3-srv_10.42.42.10(pid=28309): Terminated {rc=256}\u000a13:37:15.214684 --- ParallelTerminationStrategy: PID 28310 died...\u000a13:37:15.267660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28310): Terminated: ok {rc=0}\u000a13:37:15.277215 --- ParallelTerminationStrategy: PID 28311 died...\u000a13:37:15.329892 run iperf3-srv_10.42.42.10(pid=28311): Terminated {rc=256}\u000a13:37:15.339458 --- ParallelTerminationStrategy: PID 28314 died...\u000a13:37:15.392285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28314): Terminated: ok {rc=0}\u000a13:37:15.401824 --- ParallelTerminationStrategy: PID 28317 died...\u000a13:37:15.454698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28317): Terminated: ok {rc=0}\u000a13:37:15.464205 --- ParallelTerminationStrategy: PID 28321 died...\u000a13:37:15.517084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28321): Terminated: ok {rc=0}\u000a13:37:15.605568 bus /gobi_4: Setting Powered False\u000a13:37:16.714955 bus /gobi_4: Setting Powered False\u000a13:37:17.822483 bus /gobi_1: Setting Powered False\u000a13:37:18.929723 bus /gobi_1: Setting Powered False\u000a13:37:20.041086 bus /gobi_0: Setting Powered False\u000a13:37:21.143441 bus /gobi_0: Setting Powered False\u000a13:37:22.254007 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28329): Process ended prematurely: osmo-stp_10.42.42.5(pid=28329) [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28329)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28329): Process ended prematurely: osmo-stp_10.42.42.5(pid=28329) [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a13:37:23.323037 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:23.335549 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:37:23.483073 tst ping.py: using LAC 41262\u000a13:37:23.609291 tst ping.py: using RAC 207\u000a13:37:23.737649 tst ping.py: using CellId 41262\u000a13:37:23.860398 tst ping.py: using BVCI 41263\u000a13:37:23.884641 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:23.896307 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:23.907840 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:23.919423 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:23.931306 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:23.943197 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:23.955099 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:23.966919 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:37:24.241884 tst ping.py:19: start network...\u000a13:37:24.366350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:24.843186 run create_hlr_db(pid=28323): Launched\u000a13:37:25.014721 bus /gobi_6: Setting Powered False\u000a13:37:26.035988 run create_hlr_db(pid=28323): Terminated: ok {rc=0}\u000a13:37:26.433308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28325): Launched\u000a13:37:26.731174 run osmo-hlr_10.42.42.2(pid=28326): Launched\u000a13:37:26.848162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:27.377567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28328): Launched\u000a13:37:27.676538 run osmo-stp_10.42.42.5(pid=28329): Launched\u000a13:37:27.796877 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:37:28.324876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28331): Launched\u000a13:37:28.431240 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:37:28.691118 run patchelf(pid=28332): Launched\u000a13:37:28.865119 run osmo-stp_10.42.42.5(pid=28329): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28329)]\u000a13:37:28.993208 run osmo-stp_10.42.42.5(pid=28329): stdout: \u000a| (launched: 2022-12-14_13:37:27.528812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:29.121188 run osmo-stp_10.42.42.5(pid=28329): stderr: \u000a| �[0;m�[38;5;43m20221214133727701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133727701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133727701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133727702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133727702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133727702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133727702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:29.244800 run osmo-stp_10.42.42.5(pid=28329): stdout: \u000a| (launched: 2022-12-14_13:37:27.528812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:29.367557 run osmo-stp_10.42.42.5(pid=28329): stderr: \u000a| �[0;m�[38;5;43m20221214133727701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133727701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133727701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133727702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133727702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133727702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133727702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:29.509699 run patchelf(pid=28332): Terminating (SIGINT)\u000a13:37:29.676053 run patchelf(pid=28332): Terminated: ok {rc=0}\u000a13:37:29.706495 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28329): Process ended prematurely: osmo-stp_10.42.42.5(pid=28329) [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28329)] [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a13:37:29.715153 tst ping.py:22: Test FAILED (6.4 sec)\u000a13:37:29.775100 run osmo-hlr_10.42.42.2(pid=28326): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28326)]\u000a13:37:29.824164 run osmo-hlr_10.42.42.2(pid=28326): stdout: \u000a| (launched: 2022-12-14_13:37:26.585432) \u000a13:37:29.873682 run osmo-hlr_10.42.42.2(pid=28326): stderr: \u000a| �[0;m�[1;31m20221214133726761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133726761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133726761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133726761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133726761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133726761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133726773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133726782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133726782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133726782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:29.916016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28325): Terminating (SIGTERM)\u000a13:37:29.956076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28328): Terminating (SIGTERM)\u000a13:37:29.996111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28331): Terminating (SIGTERM)\u000a13:37:30.005471 --- ParallelTerminationStrategy: PID 28325 died...\u000a13:37:30.059128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28325): Terminated: ok {rc=0}\u000a13:37:30.068666 --- ParallelTerminationStrategy: PID 28328 died...\u000a13:37:30.121823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28328): Terminated: ok {rc=0}\u000a13:37:30.131388 --- ParallelTerminationStrategy: PID 28331 died...\u000a13:37:30.184372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28331): Terminated: ok {rc=0}\u000a13:37:30.273020 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28339): Process ended prematurely: osmo-stp_10.42.42.5(pid=28339) [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28339)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28339): Process ended prematurely: osmo-stp_10.42.42.5(pid=28339) [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a13:37:31.324474 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:31.338145 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:37:31.512162 tst ping_idle_ping.py: using LAC 41263\u000a13:37:31.644819 tst ping_idle_ping.py: using RAC 208\u000a13:37:31.780020 tst ping_idle_ping.py: using CellId 41263\u000a13:37:31.932451 tst ping_idle_ping.py: using BVCI 41264\u000a13:37:31.960289 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:31.973138 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:31.985785 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:31.998633 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:32.012166 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:32.027722 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:32.041560 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:37:32.055287 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:37:32.361801 tst ping_idle_ping.py:24: start network...\u000a13:37:32.496941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:33.004090 run create_hlr_db(pid=28333): Launched\u000a13:37:33.190133 bus /gobi_6: Setting Powered False\u000a13:37:34.210645 run create_hlr_db(pid=28333): Terminated: ok {rc=0}\u000a13:37:34.635785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28335): Launched\u000a13:37:34.957312 run osmo-hlr_10.42.42.2(pid=28336): Launched\u000a13:37:35.073531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:35.633984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28338): Launched\u000a13:37:35.955610 run osmo-stp_10.42.42.5(pid=28339): Launched\u000a13:37:36.072690 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:37:36.631827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28341): Launched\u000a13:37:36.746167 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:37:37.026089 run patchelf(pid=28342): Launched\u000a13:37:37.213690 run osmo-stp_10.42.42.5(pid=28339): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28339)]\u000a13:37:37.351497 run osmo-stp_10.42.42.5(pid=28339): stdout: \u000a| (launched: 2022-12-14_13:37:35.796931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:37.489101 run osmo-stp_10.42.42.5(pid=28339): stderr: \u000a| �[0;m�[38;5;43m20221214133735988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133735988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133735989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133735989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133735991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133735991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133735991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:37.622336 run osmo-stp_10.42.42.5(pid=28339): stdout: \u000a| (launched: 2022-12-14_13:37:35.796931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:37.754302 run osmo-stp_10.42.42.5(pid=28339): stderr: \u000a| �[0;m�[38;5;43m20221214133735988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133735988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133735989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133735989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133735991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133735991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133735991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:37.907094 run patchelf(pid=28342): Terminating (SIGINT)\u000a13:37:38.085991 run patchelf(pid=28342): Terminated: ok {rc=0}\u000a13:37:38.118569 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28339): Process ended prematurely: osmo-stp_10.42.42.5(pid=28339) [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28339)] [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a13:37:38.127841 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a13:37:38.191409 run osmo-hlr_10.42.42.2(pid=28336): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28336)]\u000a13:37:38.243146 run osmo-hlr_10.42.42.2(pid=28336): stdout: \u000a| (launched: 2022-12-14_13:37:34.798328) \u000a13:37:38.295893 run osmo-hlr_10.42.42.2(pid=28336): stderr: \u000a| �[0;m�[1;31m20221214133734997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133734997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133734997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133734997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133734997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133734997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133735012 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133735023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133735023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133735024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:38.341079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28335): Terminating (SIGTERM)\u000a13:37:38.383643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28338): Terminating (SIGTERM)\u000a13:37:38.426080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28341): Terminating (SIGTERM)\u000a13:37:38.435792 --- ParallelTerminationStrategy: PID 28335 died...\u000a13:37:38.492493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28335): Terminated: ok {rc=0}\u000a13:37:38.502646 --- ParallelTerminationStrategy: PID 28338 died...\u000a13:37:38.559006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28338): Terminated: ok {rc=0}\u000a13:37:38.569153 --- ParallelTerminationStrategy: PID 28341 died...\u000a13:37:38.625569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28341): Terminated: ok {rc=0}\u000a13:37:38.712633 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:36:40" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28352): Process ended prematurely: osmo-stp_10.42.42.5(pid=28352) [trial-2405↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28352)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28352): Process ended prematurely: osmo-stp_10.42.42.5(pid=28352) [trial-2405↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:37:40.763688 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:37:40.775514 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:37:40.939434 tst switch_tch_pdch.py: using LAC 41264\u000a13:37:41.064167 tst switch_tch_pdch.py: using RAC 209\u000a13:37:41.190260 tst switch_tch_pdch.py: using CellId 41264\u000a13:37:41.309578 tst switch_tch_pdch.py: using BVCI 41265\u000a13:37:41.332225 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:37:41.343622 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:37:41.354736 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:37:41.365850 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:37:41.376682 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:37:41.387479 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:37:41.398401 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:37:41.409341 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:37:41.529343 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:37:41.805859 tst switch_tch_pdch.py:51: start network...\u000a13:37:41.930229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:42.408572 run create_hlr_db(pid=28346): Launched\u000a13:37:42.580375 bus /gobi_6: Setting Powered False\u000a13:37:43.601113 run create_hlr_db(pid=28346): Terminated: ok {rc=0}\u000a13:37:43.997294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28348): Launched\u000a13:37:44.296069 run osmo-hlr_10.42.42.2(pid=28349): Launched\u000a13:37:44.413334 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:44.933967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28351): Launched\u000a13:37:45.232115 run osmo-stp_10.42.42.5(pid=28352): Launched\u000a13:37:45.340815 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:37:45.882906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28354): Launched\u000a13:37:45.999172 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:37:46.281410 run patchelf(pid=28355): Launched\u000a13:37:46.528496 run osmo-stp_10.42.42.5(pid=28352): ERR: Terminated: ERROR {rc=1} [trial-2405↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28352)]\u000a13:37:46.666725 run osmo-stp_10.42.42.5(pid=28352): stdout: \u000a| (launched: 2022-12-14_13:37:45.085311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:46.796772 run osmo-stp_10.42.42.5(pid=28352): stderr: \u000a| �[0;m�[38;5;43m20221214133745254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133745254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133745254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133745255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133745255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133745255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133745255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:46.923088 run osmo-stp_10.42.42.5(pid=28352): stdout: \u000a| (launched: 2022-12-14_13:37:45.085311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:47.047337 run osmo-stp_10.42.42.5(pid=28352): stderr: \u000a| �[0;m�[38;5;43m20221214133745254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133745254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133745254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133745255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133745255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133745255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133745255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:47.207906 run patchelf(pid=28355): Terminating (SIGINT)\u000a13:37:47.388877 run patchelf(pid=28355): Terminated: ok {rc=0}\u000a13:37:47.421912 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28352): Process ended prematurely: osmo-stp_10.42.42.5(pid=28352) [trial-2405↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28352)] [trial-2405↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:37:47.431650 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a13:37:47.495827 run osmo-hlr_10.42.42.2(pid=28349): ERR: Terminated: ERROR {rc=237} [trial-2405↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28349)]\u000a13:37:47.547879 run osmo-hlr_10.42.42.2(pid=28349): stdout: \u000a| (launched: 2022-12-14_13:37:44.149291) \u000a13:37:47.601382 run osmo-hlr_10.42.42.2(pid=28349): stderr: \u000a| �[0;m�[1;31m20221214133744326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133744326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133744326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133744326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133744326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133744326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133744337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133744347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133744347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133744347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:47.646481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28348): Terminating (SIGTERM)\u000a13:37:47.689237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28351): Terminating (SIGTERM)\u000a13:37:47.731882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28354): Terminating (SIGTERM)\u000a13:37:47.741635 --- ParallelTerminationStrategy: PID 28348 died...\u000a13:37:47.798364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28348): Terminated: ok {rc=0}\u000a13:37:47.808480 --- ParallelTerminationStrategy: PID 28351 died...\u000a13:37:47.865036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28351): Terminated: ok {rc=0}\u000a13:37:47.875125 --- ParallelTerminationStrategy: PID 28354 died...\u000a13:37:47.931531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28354): Terminated: ok {rc=0}\u000a13:37:48.017853 bus /gobi_0: Setting Powered False\u000a13:37:49.123391 bus /gobi_0: Setting Powered False\u000a13:37:50.231563 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:37:40" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28365): Process ended prematurely: osmo-stp_10.42.42.5(pid=28365) [trial-2405↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28365)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28365): Process ended prematurely: osmo-stp_10.42.42.5(pid=28365) [trial-2405↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:37:52.210610 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:37:52.221866 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:37:52.383053 tst switch_tch_pdch.py: using LAC 41265\u000a13:37:52.507024 tst switch_tch_pdch.py: using RAC 210\u000a13:37:52.632913 tst switch_tch_pdch.py: using CellId 41265\u000a13:37:52.756389 tst switch_tch_pdch.py: using BVCI 41266\u000a13:37:52.780808 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:37:52.792166 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:37:52.803403 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:37:52.814578 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:37:52.825933 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:37:52.837439 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:37:52.848806 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:37:52.860582 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:37:52.975362 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:37:53.267299 tst switch_tch_pdch.py:51: start network...\u000a13:37:53.401656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:53.874842 run create_hlr_db(pid=28359): Launched\u000a13:37:54.004753 bus /gobi_6: Setting Powered False\u000a13:37:55.080568 run create_hlr_db(pid=28359): Terminated: ok {rc=0}\u000a13:37:55.456310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28361): Launched\u000a13:37:55.756524 run osmo-hlr_10.42.42.2(pid=28362): Launched\u000a13:37:55.866312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:56.355893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28364): Launched\u000a13:37:56.654956 run osmo-stp_10.42.42.5(pid=28365): Launched\u000a13:37:56.764020 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:37:57.257526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28367): Launched\u000a13:37:57.363792 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:37:57.623778 run patchelf(pid=28368): Launched\u000a13:37:57.797497 run osmo-stp_10.42.42.5(pid=28365): ERR: Terminated: ERROR {rc=1} [trial-2405↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28365)]\u000a13:37:57.924803 run osmo-stp_10.42.42.5(pid=28365): stdout: \u000a| (launched: 2022-12-14_13:37:56.507166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:58.052161 run osmo-stp_10.42.42.5(pid=28365): stderr: \u000a| �[0;m�[38;5;43m20221214133756678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133756679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133756679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133756679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133756680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133756680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133756680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:58.175413 run osmo-stp_10.42.42.5(pid=28365): stdout: \u000a| (launched: 2022-12-14_13:37:56.507166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:58.297673 run osmo-stp_10.42.42.5(pid=28365): stderr: \u000a| �[0;m�[38;5;43m20221214133756678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133756679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133756679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133756679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133756680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133756680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133756680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:58.439365 run patchelf(pid=28368): Terminating (SIGINT)\u000a13:37:58.605710 run patchelf(pid=28368): Terminated: ok {rc=0}\u000a13:37:58.635846 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28365): Process ended prematurely: osmo-stp_10.42.42.5(pid=28365) [trial-2405↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28365)] [trial-2405↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:37:58.644377 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a13:37:58.704006 run osmo-hlr_10.42.42.2(pid=28362): ERR: Terminated: ERROR {rc=237} [trial-2405↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28362)]\u000a13:37:58.752662 run osmo-hlr_10.42.42.2(pid=28362): stdout: \u000a| (launched: 2022-12-14_13:37:55.607594) \u000a13:37:58.802029 run osmo-hlr_10.42.42.2(pid=28362): stderr: \u000a| �[0;m�[1;31m20221214133755785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133755785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133755785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133755785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133755785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133755785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133755797 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133755806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133755806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133755806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:58.844317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28361): Terminating (SIGTERM)\u000a13:37:58.884047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28364): Terminating (SIGTERM)\u000a13:37:58.923744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28367): Terminating (SIGTERM)\u000a13:37:58.932885 --- ParallelTerminationStrategy: PID 28361 died...\u000a13:37:58.986268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28361): Terminated: ok {rc=0}\u000a13:37:58.995860 --- ParallelTerminationStrategy: PID 28364 died...\u000a13:37:59.048819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28364): Terminated: ok {rc=0}\u000a13:37:59.058443 --- ParallelTerminationStrategy: PID 28367 died...\u000a13:37:59.111651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28367): Terminated: ok {rc=0}\u000a13:37:59.199311 bus /gobi_0: Setting Powered False\u000a13:38:00.300186 bus /gobi_0: Setting Powered False\u000a13:38:01.414626 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:37:51" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28373): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28373) [trial-2405↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28373)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28373): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28373) [trial-2405↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a13:38:03.314588 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a13:38:03.326045 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a13:38:03.460496 tst mo_mt_sms.py: using LAC 41266\u000a13:38:03.579151 tst mo_mt_sms.py: using RAC 211\u000a13:38:03.708748 tst mo_mt_sms.py: using CellId 41266\u000a13:38:03.838703 tst mo_mt_sms.py: using BVCI 41267\u000a13:38:03.862997 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a13:38:03.977109 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a13:38:04.249148 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:38:04.372744 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:38:04.987630 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28372): Launched\u000a13:38:05.282593 run osmo-nitb_10.42.42.2(pid=28373): Launched\u000a13:38:05.464928 run osmo-nitb_10.42.42.2(pid=28373): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28373)]\u000a13:38:05.599209 run osmo-nitb_10.42.42.2(pid=28373): stdout: \u000a| (launched: 2022-12-14_13:38:05.138393) \u000a13:38:05.733816 run osmo-nitb_10.42.42.2(pid=28373): stderr: \u000a| (launched: 2022-12-14_13:38:05.182952)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:38:05.863895 run osmo-nitb_10.42.42.2(pid=28373): stdout: \u000a| (launched: 2022-12-14_13:38:05.138393) \u000a13:38:05.993411 run osmo-nitb_10.42.42.2(pid=28373): stderr: \u000a| (launched: 2022-12-14_13:38:05.182952)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:38:06.403397 tst osmo-nitb_10.42.42.2(pid=28373): stdout: \u000a| (launched: 2022-12-14_13:38:05.138393) \u000a13:38:06.522319 tst osmo-nitb_10.42.42.2(pid=28373): stderr: \u000a| (launched: 2022-12-14_13:38:05.182952)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:38:06.574412 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=28373): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28373) [trial-2405↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28373)] [trial-2405↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a13:38:06.582536 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a13:38:06.617042 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28372): Terminating (SIGTERM)\u000a13:38:06.794692 --- ParallelTerminationStrategy: PID 28372 died...\u000a13:38:06.850245 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28372): Terminated: ok {rc=0}\u000a13:38:06.937934 bus /sierra_3: Setting Powered False\u000a13:38:08.041875 bus /sierra_3: Setting Powered False\u000a13:38:09.152663 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:38:03" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28383): Process ended prematurely: osmo-stp_10.42.42.5(pid=28383) [trial-2405↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28383)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28383): Process ended prematurely: osmo-stp_10.42.42.5(pid=28383) [trial-2405↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a13:38:11.041333 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:38:11.052194 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a13:38:11.197318 tst mo_mt_sms.py: using LAC 41267\u000a13:38:11.322023 tst mo_mt_sms.py: using RAC 212\u000a13:38:11.446779 tst mo_mt_sms.py: using CellId 41267\u000a13:38:11.571368 tst mo_mt_sms.py: using BVCI 41268\u000a13:38:11.595631 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:38:11.606589 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:38:11.617711 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:38:11.628578 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:38:11.639928 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:38:11.651142 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a13:38:11.767449 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a13:38:11.978889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:12.482010 run create_hlr_db(pid=28377): Launched\u000a13:38:12.667033 bus /sierra_2: Setting Powered False\u000a13:38:13.687949 run create_hlr_db(pid=28377): Terminated: ok {rc=0}\u000a13:38:14.087155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28379): Launched\u000a13:38:14.386449 run osmo-hlr_10.42.42.2(pid=28380): Launched\u000a13:38:14.504113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:38:15.057993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28382): Launched\u000a13:38:15.378389 run osmo-stp_10.42.42.5(pid=28383): Launched\u000a13:38:15.494933 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:38:16.122563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28385): Launched\u000a13:38:16.611524 run osmo-msc_10.42.42.6(pid=28386): Launched\u000a13:38:17.087711 run osmo-stp_10.42.42.5(pid=28383): ERR: Terminated: ERROR {rc=1} [trial-2405↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28383)]\u000a13:38:17.295998 run osmo-stp_10.42.42.5(pid=28383): stdout: \u000a| (launched: 2022-12-14_13:38:15.219989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:17.432174 run osmo-stp_10.42.42.5(pid=28383): stderr: \u000a| �[0;m�[38;5;43m20221214133815414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133815414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133815415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133815415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133815415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133815415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133815415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:17.563202 run osmo-stp_10.42.42.5(pid=28383): stdout: \u000a| (launched: 2022-12-14_13:38:15.219989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:17.691827 run osmo-stp_10.42.42.5(pid=28383): stderr: \u000a| �[0;m�[38;5;43m20221214133815414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133815414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133815415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133815415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133815415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133815415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133815415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:17.747849 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=28383): Process ended prematurely: osmo-stp_10.42.42.5(pid=28383) [trial-2405↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28383)] [trial-2405↪sms:trx-lms↪mo_mt_sms.py:16]\u000a13:38:17.756679 tst mo_mt_sms.py:16: Test FAILED (6.7 sec)\u000a13:38:17.821041 run osmo-hlr_10.42.42.2(pid=28380): ERR: Terminated: ERROR {rc=237} [trial-2405↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28380)]\u000a13:38:17.872910 run osmo-hlr_10.42.42.2(pid=28380): stdout: \u000a| (launched: 2022-12-14_13:38:14.239600) \u000a13:38:17.925651 run osmo-hlr_10.42.42.2(pid=28380): stderr: \u000a| �[0;m�[1;31m20221214133814415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133814415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133814415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133814415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133814415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133814415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133814427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133814435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133814435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133814435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:38:17.997071 run osmo-msc_10.42.42.6(pid=28386): ERR: Terminated: ERROR {rc=2} [trial-2405↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28386)]\u000a13:38:18.049051 run osmo-msc_10.42.42.6(pid=28386): stdout: \u000a| (launched: 2022-12-14_13:38:16.277227) \u000a13:38:18.101776 run osmo-msc_10.42.42.6(pid=28386): stderr: \u000a| �[0;m�[38;5;43m20221214133816718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133816718 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f450ba3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133816718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133816718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133816718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133816720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133816725 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133816728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133816729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133816729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:38:18.147111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28379): Terminating (SIGTERM)\u000a13:38:18.189877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28382): Terminating (SIGTERM)\u000a13:38:18.232767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28385): Terminating (SIGTERM)\u000a13:38:18.242772 --- ParallelTerminationStrategy: PID 28379 died...\u000a13:38:18.300049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28379): Terminated: ok {rc=0}\u000a13:38:18.310465 --- ParallelTerminationStrategy: PID 28382 died...\u000a13:38:18.367071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28382): Terminated: ok {rc=0}\u000a13:38:18.377161 --- ParallelTerminationStrategy: PID 28385 died...\u000a13:38:18.433543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28385): Terminated: ok {rc=0}\u000a13:38:18.519360 bus /sierra_3: Setting Powered False\u000a13:38:19.625540 bus /sierra_3: Setting Powered False\u000a13:38:20.731475 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:38:10" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28392): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28392) [trial-2405↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28392)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28392): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28392) [trial-2405↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28392)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a13:38:22.577124 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a13:38:22.588239 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a13:38:22.728347 tst assert_extension.py: using LAC 41268\u000a13:38:22.852891 tst assert_extension.py: using RAC 213\u000a13:38:22.982355 tst assert_extension.py: using CellId 41268\u000a13:38:23.101866 tst assert_extension.py: using BVCI 41269\u000a13:38:23.124436 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a13:38:23.414817 tst assert_extension.py:10: start nitb and bts...\u000a13:38:23.549124 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:38:24.210095 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28391): Launched\u000a13:38:24.528190 run osmo-nitb_10.42.42.2(pid=28392): Launched\u000a13:38:24.723333 run osmo-nitb_10.42.42.2(pid=28392): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28392)]\u000a13:38:24.867471 run osmo-nitb_10.42.42.2(pid=28392): stdout: \u000a| (launched: 2022-12-14_13:38:24.372806) \u000a13:38:25.011938 run osmo-nitb_10.42.42.2(pid=28392): stderr: \u000a| (launched: 2022-12-14_13:38:24.420351)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:38:25.151554 run osmo-nitb_10.42.42.2(pid=28392): stdout: \u000a| (launched: 2022-12-14_13:38:24.372806) \u000a13:38:25.290465 run osmo-nitb_10.42.42.2(pid=28392): stderr: \u000a| (launched: 2022-12-14_13:38:24.420351)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:38:25.656742 tst osmo-nitb_10.42.42.2(pid=28392): stdout: \u000a| (launched: 2022-12-14_13:38:24.372806) \u000a13:38:25.784646 tst osmo-nitb_10.42.42.2(pid=28392): stderr: \u000a| (launched: 2022-12-14_13:38:24.420351)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:38:25.840053 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=28392): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28392) [trial-2405↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28392)] [trial-2405↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a13:38:25.848710 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a13:38:25.885385 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28391): Terminating (SIGTERM)\u000a13:38:26.063969 --- ParallelTerminationStrategy: PID 28391 died...\u000a13:38:26.122598 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28391): Terminated: ok {rc=0}\u000a13:38:26.210593 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:38:22" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "ussd:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28402): Process ended prematurely: osmo-stp_10.42.42.5(pid=28402) [trial-2405↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28402)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28402): Process ended prematurely: osmo-stp_10.42.42.5(pid=28402) [trial-2405↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a13:38:28.045184 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:38:28.055762 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a13:38:28.190369 tst assert_extension.py: using LAC 41269\u000a13:38:28.306701 tst assert_extension.py: using RAC 214\u000a13:38:28.423054 tst assert_extension.py: using CellId 41269\u000a13:38:28.541050 tst assert_extension.py: using BVCI 41270\u000a13:38:28.563674 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:38:28.574194 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:38:28.584594 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:38:28.594944 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:38:28.605320 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:38:28.616501 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a13:38:28.818804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:29.296364 run create_hlr_db(pid=28396): Launched\u000a13:38:29.469250 bus /sierra_2: Setting Powered False\u000a13:38:30.490176 run create_hlr_db(pid=28396): Terminated: ok {rc=0}\u000a13:38:30.927245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28398): Launched\u000a13:38:31.295214 run osmo-hlr_10.42.42.2(pid=28399): Launched\u000a13:38:31.475802 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:38:32.152631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28401): Launched\u000a13:38:32.546812 run osmo-stp_10.42.42.5(pid=28402): Launched\u000a13:38:32.671305 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:38:33.253719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28404): Launched\u000a13:38:33.574535 run osmo-msc_10.42.42.6(pid=28405): Launched\u000a13:38:33.763390 run osmo-stp_10.42.42.5(pid=28402): ERR: Terminated: ERROR {rc=1} [trial-2405↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28402)]\u000a13:38:33.899279 run osmo-stp_10.42.42.5(pid=28402): stdout: \u000a| (launched: 2022-12-14_13:38:32.369918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:34.034675 run osmo-stp_10.42.42.5(pid=28402): stderr: \u000a| �[0;m�[38;5;43m20221214133832579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133832580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133832580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133832580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133832581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133832581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133832581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:34.164064 run osmo-stp_10.42.42.5(pid=28402): stdout: \u000a| (launched: 2022-12-14_13:38:32.369918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:34.292273 run osmo-stp_10.42.42.5(pid=28402): stderr: \u000a| �[0;m�[38;5;43m20221214133832579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133832580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133832580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133832580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133832581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133832581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133832581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:34.348479 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=28402): Process ended prematurely: osmo-stp_10.42.42.5(pid=28402) [trial-2405↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28402)] [trial-2405↪ussd:trx-lms↪assert_extension.py:17]\u000a13:38:34.357077 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a13:38:34.419881 run osmo-hlr_10.42.42.2(pid=28399): ERR: Terminated: ERROR {rc=237} [trial-2405↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28399)]\u000a13:38:34.471280 run osmo-hlr_10.42.42.2(pid=28399): stdout: \u000a| (launched: 2022-12-14_13:38:31.097331) \u000a13:38:34.523318 run osmo-hlr_10.42.42.2(pid=28399): stderr: \u000a| �[0;m�[1;31m20221214133831448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133831448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133831448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133831448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133831448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133831448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133831463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133831479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133831479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133831479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:38:34.593888 run osmo-msc_10.42.42.6(pid=28405): ERR: Terminated: ERROR {rc=2} [trial-2405↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28405)]\u000a13:38:34.645228 run osmo-msc_10.42.42.6(pid=28405): stdout: \u000a| (launched: 2022-12-14_13:38:33.417170) \u000a13:38:34.697144 run osmo-msc_10.42.42.6(pid=28405): stderr: \u000a| �[0;m�[38;5;43m20221214133833737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133833738 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa25e99dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133833738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133833738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133833738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133833738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133833740 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133833740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133833740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133833740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:38:34.741520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28398): Terminating (SIGTERM)\u000a13:38:34.783123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28401): Terminating (SIGTERM)\u000a13:38:34.825426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28404): Terminating (SIGTERM)\u000a13:38:34.835089 --- ParallelTerminationStrategy: PID 28398 died...\u000a13:38:34.891799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28398): Terminated: ok {rc=0}\u000a13:38:34.901920 --- ParallelTerminationStrategy: PID 28401 died...\u000a13:38:34.958318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28401): Terminated: ok {rc=0}\u000a13:38:34.968298 --- ParallelTerminationStrategy: PID 28404 died...\u000a13:38:35.024845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28404): Terminated: ok {rc=0}\u000a13:38:35.111659 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:38:27" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28416): Process ended prematurely: osmo-stp_10.42.42.5(pid=28416) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28416)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28416): Process ended prematurely: osmo-stp_10.42.42.5(pid=28416) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:38:37.062306 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:38:37.073518 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:38:37.229494 tst mo_mt_call.py: using LAC 41270\u000a13:38:37.349493 tst mo_mt_call.py: using RAC 215\u000a13:38:37.473655 tst mo_mt_call.py: using CellId 41270\u000a13:38:37.598592 tst mo_mt_call.py: using BVCI 41271\u000a13:38:37.623310 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:38:37.635011 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:38:37.646577 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:38:37.658049 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:38:37.669779 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:38:37.681368 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:38:37.801704 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:38:38.012214 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:38.522974 run create_hlr_db(pid=28410): Launched\u000a13:38:38.711232 bus /sierra_2: Setting Powered False\u000a13:38:39.732523 run create_hlr_db(pid=28410): Terminated: ok {rc=0}\u000a13:38:40.165483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28412): Launched\u000a13:38:40.490434 run osmo-hlr_10.42.42.2(pid=28413): Launched\u000a13:38:40.612312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:38:41.174809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28415): Launched\u000a13:38:41.499479 run osmo-stp_10.42.42.5(pid=28416): Launched\u000a13:38:41.617019 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:38:42.209426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28418): Launched\u000a13:38:42.534973 run osmo-msc_10.42.42.6(pid=28419): Launched\u000a13:38:42.724468 run osmo-stp_10.42.42.5(pid=28416): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28416)]\u000a13:38:42.861731 run osmo-stp_10.42.42.5(pid=28416): stdout: \u000a| (launched: 2022-12-14_13:38:41.339781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:42.998448 run osmo-stp_10.42.42.5(pid=28416): stderr: \u000a| �[0;m�[38;5;43m20221214133841532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133841532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133841533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133841533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133841533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133841534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133841534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:43.128865 run osmo-stp_10.42.42.5(pid=28416): stdout: \u000a| (launched: 2022-12-14_13:38:41.339781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:43.258898 run osmo-stp_10.42.42.5(pid=28416): stderr: \u000a| �[0;m�[38;5;43m20221214133841532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133841532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133841533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133841533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133841533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133841534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133841534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:43.315417 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28416): Process ended prematurely: osmo-stp_10.42.42.5(pid=28416) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28416)] [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:38:43.325505 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:38:43.388330 run osmo-hlr_10.42.42.2(pid=28413): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28413)]\u000a13:38:43.439627 run osmo-hlr_10.42.42.2(pid=28413): stdout: \u000a| (launched: 2022-12-14_13:38:40.331219) \u000a13:38:43.491432 run osmo-hlr_10.42.42.2(pid=28413): stderr: \u000a| �[0;m�[1;31m20221214133840529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133840529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133840530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133840530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133840530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133840530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133840541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133840549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133840550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133840550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:38:43.561759 run osmo-msc_10.42.42.6(pid=28419): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28419)]\u000a13:38:43.613282 run osmo-msc_10.42.42.6(pid=28419): stdout: \u000a| (launched: 2022-12-14_13:38:42.374860) \u000a13:38:43.665086 run osmo-msc_10.42.42.6(pid=28419): stderr: \u000a| �[0;m�[38;5;43m20221214133842696 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133842696 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44aa863c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133842696 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133842696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133842696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133842696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133842698 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133842699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133842699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133842699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:38:43.709469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28412): Terminating (SIGTERM)\u000a13:38:43.751772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28415): Terminating (SIGTERM)\u000a13:38:43.793591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28418): Terminating (SIGTERM)\u000a13:38:43.803169 --- ParallelTerminationStrategy: PID 28412 died...\u000a13:38:43.859220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28412): Terminated: ok {rc=0}\u000a13:38:43.869251 --- ParallelTerminationStrategy: PID 28415 died...\u000a13:38:43.925437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28415): Terminated: ok {rc=0}\u000a13:38:43.935506 --- ParallelTerminationStrategy: PID 28418 died...\u000a13:38:43.991836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28418): Terminated: ok {rc=0}\u000a13:38:44.078459 bus /sierra_3: Setting Powered False\u000a13:38:45.184788 bus /sierra_3: Setting Powered False\u000a13:38:46.305734 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28427): Process ended prematurely: osmo-stp_10.42.42.5(pid=28427) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28427)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28427): Process ended prematurely: osmo-stp_10.42.42.5(pid=28427) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:38:47.417298 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:38:47.428902 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:38:47.591841 tst mo_mt_call_osmux.py: using LAC 41271\u000a13:38:47.716138 tst mo_mt_call_osmux.py: using RAC 216\u000a13:38:47.841230 tst mo_mt_call_osmux.py: using CellId 41271\u000a13:38:47.961098 tst mo_mt_call_osmux.py: using BVCI 41272\u000a13:38:47.984057 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:38:47.995111 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:38:48.006003 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:38:48.016808 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:38:48.027673 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:38:48.038498 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:38:48.158787 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:38:48.364101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:48.850142 run create_hlr_db(pid=28421): Launched\u000a13:38:49.024388 bus /sierra_2: Setting Powered False\u000a13:38:50.047601 run create_hlr_db(pid=28421): Terminated: ok {rc=0}\u000a13:38:50.451505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28423): Launched\u000a13:38:50.754110 run osmo-hlr_10.42.42.2(pid=28424): Launched\u000a13:38:50.870469 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:38:51.402756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28426): Launched\u000a13:38:51.706855 run osmo-stp_10.42.42.5(pid=28427): Launched\u000a13:38:51.817999 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:38:52.373193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28429): Launched\u000a13:38:52.678549 run osmo-msc_10.42.42.6(pid=28430): Launched\u000a13:38:52.855931 run osmo-stp_10.42.42.5(pid=28427): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28427)]\u000a13:38:52.984316 run osmo-stp_10.42.42.5(pid=28427): stdout: \u000a| (launched: 2022-12-14_13:38:51.556693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:53.110645 run osmo-stp_10.42.42.5(pid=28427): stderr: \u000a| �[0;m�[38;5;43m20221214133851730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133851730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133851731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133851731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133851732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133851732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133851732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:53.232411 run osmo-stp_10.42.42.5(pid=28427): stdout: \u000a| (launched: 2022-12-14_13:38:51.556693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:53.353314 run osmo-stp_10.42.42.5(pid=28427): stderr: \u000a| �[0;m�[38;5;43m20221214133851730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133851730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133851731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133851731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133851732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133851732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133851732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:53.406397 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28427): Process ended prematurely: osmo-stp_10.42.42.5(pid=28427) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28427)] [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:38:53.414973 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:38:53.474504 run osmo-hlr_10.42.42.2(pid=28424): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28424)]\u000a13:38:53.523462 run osmo-hlr_10.42.42.2(pid=28424): stdout: \u000a| (launched: 2022-12-14_13:38:50.605973) \u000a13:38:53.573261 run osmo-hlr_10.42.42.2(pid=28424): stderr: \u000a| �[0;m�[1;31m20221214133850782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133850782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133850782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133850782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133850782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133850782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133850795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133850804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133850804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133850804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:38:53.641464 run osmo-msc_10.42.42.6(pid=28430): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28430)]\u000a13:38:53.690630 run osmo-msc_10.42.42.6(pid=28430): stdout: \u000a| (launched: 2022-12-14_13:38:52.527252) \u000a13:38:53.740284 run osmo-msc_10.42.42.6(pid=28430): stderr: \u000a| �[0;m�[38;5;43m20221214133852800 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133852800 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4601f2cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133852800 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133852800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133852801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133852801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133852803 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133852803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133852803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133852803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:38:53.782192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28423): Terminating (SIGTERM)\u000a13:38:53.822072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28426): Terminating (SIGTERM)\u000a13:38:53.861736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28429): Terminating (SIGTERM)\u000a13:38:53.870847 --- ParallelTerminationStrategy: PID 28423 died...\u000a13:38:53.924167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28423): Terminated: ok {rc=0}\u000a13:38:53.933698 --- ParallelTerminationStrategy: PID 28426 died...\u000a13:38:53.986568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28426): Terminated: ok {rc=0}\u000a13:38:53.996019 --- ParallelTerminationStrategy: PID 28429 died...\u000a13:38:54.048936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28429): Terminated: ok {rc=0}\u000a13:38:54.132307 bus /sierra_3: Setting Powered False\u000a13:38:55.238537 bus /sierra_3: Setting Powered False\u000a13:38:56.345903 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:38:36" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28512): Process ended prematurely: osmo-stp_10.42.42.5(pid=28512) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28512)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28512): Process ended prematurely: osmo-stp_10.42.42.5(pid=28512) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28512)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:38:58.336126 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:38:58.347190 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:38:58.502099 tst mo_mt_call.py: using LAC 41272\u000a13:38:58.622728 tst mo_mt_call.py: using RAC 217\u000a13:38:58.740889 tst mo_mt_call.py: using CellId 41272\u000a13:38:58.868152 tst mo_mt_call.py: using BVCI 41273\u000a13:38:58.892902 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:38:58.904595 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:38:58.916271 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:38:58.927720 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:38:58.939736 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:38:58.951402 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:38:59.067770 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:38:59.278296 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:59.789113 run create_hlr_db(pid=28436): Launched\u000a13:38:59.977317 bus /sierra_2: Setting Powered False\u000a13:39:01.014734 run create_hlr_db(pid=28436): Terminated: ok {rc=0}\u000a13:39:01.443407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28438): Launched\u000a13:39:01.903160 run osmo-hlr_10.42.42.2(pid=28439): Launched\u000a13:39:02.212828 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:02.915755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28489): Launched\u000a13:39:03.416018 run osmo-stp_10.42.42.5(pid=28512): Launched\u000a13:39:03.692185 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:39:04.419261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28648): Launched\u000a13:39:04.921562 run osmo-msc_10.42.42.6(pid=28703): Launched\u000a13:39:05.270305 run osmo-stp_10.42.42.5(pid=28512): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28512)]\u000a13:39:05.400488 run osmo-stp_10.42.42.5(pid=28512): stdout: \u000a| (launched: 2022-12-14_13:39:03.104522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:05.529814 run osmo-stp_10.42.42.5(pid=28512): stderr: \u000a| �[0;m�[38;5;43m20221214133903454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133903454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133903455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133903455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133903455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133903456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133903456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:05.653947 run osmo-stp_10.42.42.5(pid=28512): stdout: \u000a| (launched: 2022-12-14_13:39:03.104522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:05.778835 run osmo-stp_10.42.42.5(pid=28512): stderr: \u000a| �[0;m�[38;5;43m20221214133903454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133903454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133903455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133903455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133903455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133903456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133903456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:05.833085 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28512): Process ended prematurely: osmo-stp_10.42.42.5(pid=28512) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28512)] [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:39:05.841674 tst mo_mt_call.py:8: Test FAILED (7.5 sec)\u000a13:39:05.902160 run osmo-hlr_10.42.42.2(pid=28439): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28439)]\u000a13:39:05.951613 run osmo-hlr_10.42.42.2(pid=28439): stdout: \u000a| (launched: 2022-12-14_13:39:01.602355) \u000a13:39:06.003803 run osmo-hlr_10.42.42.2(pid=28439): stderr: \u000a| �[0;m�[1;31m20221214133901912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133901912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133901912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133901912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133901912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133901912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133901936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133901948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133901948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133901953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:06.072792 run osmo-msc_10.42.42.6(pid=28703): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28703)]\u000a13:39:06.123046 run osmo-msc_10.42.42.6(pid=28703): stdout: \u000a| (launched: 2022-12-14_13:39:04.625202) \u000a13:39:06.174218 run osmo-msc_10.42.42.6(pid=28703): stderr: \u000a| �[0;m�[38;5;43m20221214133905086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133905086 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b7d29ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133905086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133905086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133905086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133905087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133905096 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133905101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133905101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133905101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:39:06.217677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28438): Terminating (SIGTERM)\u000a13:39:06.259893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28489): Terminating (SIGTERM)\u000a13:39:06.304895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28648): Terminating (SIGTERM)\u000a13:39:06.315255 --- ParallelTerminationStrategy: PID 28438 died...\u000a13:39:06.372433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28438): Terminated: ok {rc=0}\u000a13:39:06.382970 --- ParallelTerminationStrategy: PID 28489 died...\u000a13:39:06.439263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28489): Terminated: ok {rc=0}\u000a13:39:06.449848 --- ParallelTerminationStrategy: PID 28648 died...\u000a13:39:06.507039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28648): Terminated: ok {rc=0}\u000a13:39:06.595730 bus /sierra_3: Setting Powered False\u000a13:39:07.701959 bus /sierra_3: Setting Powered False\u000a13:39:08.811723 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28724): Process ended prematurely: osmo-stp_10.42.42.5(pid=28724) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28724)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28724): Process ended prematurely: osmo-stp_10.42.42.5(pid=28724) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:39:09.926113 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:39:09.938979 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:39:10.096251 tst mo_mt_call_osmux.py: using LAC 41273\u000a13:39:10.220935 tst mo_mt_call_osmux.py: using RAC 218\u000a13:39:10.348555 tst mo_mt_call_osmux.py: using CellId 41273\u000a13:39:10.470388 tst mo_mt_call_osmux.py: using BVCI 41274\u000a13:39:10.494945 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:39:10.509175 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:39:10.521430 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:39:10.534718 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:39:10.547002 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:39:10.559401 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:39:10.678229 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:39:10.884401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:11.424288 run create_hlr_db(pid=28718): Launched\u000a13:39:11.603717 bus /sierra_2: Setting Powered False\u000a13:39:12.626876 run create_hlr_db(pid=28718): Terminated: ok {rc=0}\u000a13:39:13.059899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28720): Launched\u000a13:39:13.471147 run osmo-hlr_10.42.42.2(pid=28721): Launched\u000a13:39:13.664635 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:14.295255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28723): Launched\u000a13:39:14.725498 run osmo-stp_10.42.42.5(pid=28724): Launched\u000a13:39:14.950817 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:39:15.571831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28726): Launched\u000a13:39:16.002689 run osmo-msc_10.42.42.6(pid=28727): Launched\u000a13:39:16.391029 run osmo-stp_10.42.42.5(pid=28724): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28724)]\u000a13:39:16.587339 run osmo-stp_10.42.42.5(pid=28724): stdout: \u000a| (launched: 2022-12-14_13:39:14.465292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:16.728503 run osmo-stp_10.42.42.5(pid=28724): stderr: \u000a| �[0;m�[38;5;43m20221214133914763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133914763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133914763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133914763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133914764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133914764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133914764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:16.865441 run osmo-stp_10.42.42.5(pid=28724): stdout: \u000a| (launched: 2022-12-14_13:39:14.465292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:17.000304 run osmo-stp_10.42.42.5(pid=28724): stderr: \u000a| �[0;m�[38;5;43m20221214133914763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133914763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133914763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133914763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133914764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133914764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133914764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:17.060162 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28724): Process ended prematurely: osmo-stp_10.42.42.5(pid=28724) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28724)] [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:39:17.070601 tst mo_mt_call_osmux.py:8: Test FAILED (7.2 sec)\u000a13:39:17.137522 run osmo-hlr_10.42.42.2(pid=28721): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28721)]\u000a13:39:17.192499 run osmo-hlr_10.42.42.2(pid=28721): stdout: \u000a| (launched: 2022-12-14_13:39:13.218839) \u000a13:39:17.248531 run osmo-hlr_10.42.42.2(pid=28721): stderr: \u000a| �[0;m�[1;31m20221214133913565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133913565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133913566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133913566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133913566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133913566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133913633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133913641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133913641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133913641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:17.324051 run osmo-msc_10.42.42.6(pid=28727): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28727)]\u000a13:39:17.379378 run osmo-msc_10.42.42.6(pid=28727): stdout: \u000a| (launched: 2022-12-14_13:39:15.740840) \u000a13:39:17.435265 run osmo-msc_10.42.42.6(pid=28727): stderr: \u000a| �[0;m�[38;5;43m20221214133916246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133916246 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0fb6d2ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133916246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133916246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133916246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133916246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133916248 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133916248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133916249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133916249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:39:17.483241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28720): Terminating (SIGTERM)\u000a13:39:17.528696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28723): Terminating (SIGTERM)\u000a13:39:17.574571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28726): Terminating (SIGTERM)\u000a13:39:17.586627 --- ParallelTerminationStrategy: PID 28720 died...\u000a13:39:17.648748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28720): Terminated: ok {rc=0}\u000a13:39:17.660692 --- ParallelTerminationStrategy: PID 28723 died...\u000a13:39:17.720871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28723): Terminated: ok {rc=0}\u000a13:39:17.733157 --- ParallelTerminationStrategy: PID 28726 died...\u000a13:39:17.793113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28726): Terminated: ok {rc=0}\u000a13:39:17.908161 bus /sierra_3: Setting Powered False\u000a13:39:19.024746 bus /sierra_3: Setting Powered False\u000a13:39:20.141179 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:38:58" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28738): Process ended prematurely: osmo-stp_10.42.42.5(pid=28738) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28738)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28738): Process ended prematurely: osmo-stp_10.42.42.5(pid=28738) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:39:22.177500 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:39:22.190180 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:39:22.362706 tst mo_mt_call.py: using LAC 41274\u000a13:39:22.494554 tst mo_mt_call.py: using RAC 219\u000a13:39:22.635579 tst mo_mt_call.py: using CellId 41274\u000a13:39:22.765859 tst mo_mt_call.py: using BVCI 41275\u000a13:39:22.792313 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:39:22.805083 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:39:22.817741 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:39:22.830272 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:39:22.844303 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:39:22.858828 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:39:22.986706 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:39:23.214144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:23.784631 run create_hlr_db(pid=28732): Launched\u000a13:39:23.982217 bus /sierra_2: Setting Powered False\u000a13:39:25.005780 run create_hlr_db(pid=28732): Terminated: ok {rc=0}\u000a13:39:25.468727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28734): Launched\u000a13:39:25.809550 run osmo-hlr_10.42.42.2(pid=28735): Launched\u000a13:39:25.930015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:26.493907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28737): Launched\u000a13:39:26.818641 run osmo-stp_10.42.42.5(pid=28738): Launched\u000a13:39:26.937093 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:39:27.531307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28740): Launched\u000a13:39:27.857352 run osmo-msc_10.42.42.6(pid=28741): Launched\u000a13:39:28.047743 run osmo-stp_10.42.42.5(pid=28738): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28738)]\u000a13:39:28.185893 run osmo-stp_10.42.42.5(pid=28738): stdout: \u000a| (launched: 2022-12-14_13:39:26.659106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:28.323172 run osmo-stp_10.42.42.5(pid=28738): stderr: \u000a| �[0;m�[38;5;43m20221214133926852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133926852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133926852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133926853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133926853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133926853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133926853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:28.454878 run osmo-stp_10.42.42.5(pid=28738): stdout: \u000a| (launched: 2022-12-14_13:39:26.659106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:28.584702 run osmo-stp_10.42.42.5(pid=28738): stderr: \u000a| �[0;m�[38;5;43m20221214133926852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133926852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133926852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133926853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133926853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133926853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133926853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:28.641816 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28738): Process ended prematurely: osmo-stp_10.42.42.5(pid=28738) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28738)] [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:39:28.651107 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a13:39:28.714166 run osmo-hlr_10.42.42.2(pid=28735): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28735)]\u000a13:39:28.765524 run osmo-hlr_10.42.42.2(pid=28735): stdout: \u000a| (launched: 2022-12-14_13:39:25.646257) \u000a13:39:28.818248 run osmo-hlr_10.42.42.2(pid=28735): stderr: \u000a| �[0;m�[1;31m20221214133925844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133925844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133925844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133925845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133925845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133925845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133925858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133925867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133925868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133925868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:28.888480 run osmo-msc_10.42.42.6(pid=28741): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28741)]\u000a13:39:28.939715 run osmo-msc_10.42.42.6(pid=28741): stdout: \u000a| (launched: 2022-12-14_13:39:27.697657) \u000a13:39:28.991521 run osmo-msc_10.42.42.6(pid=28741): stderr: \u000a| �[0;m�[38;5;43m20221214133928021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133928022 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd350f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133928022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133928022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133928022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133928022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133928024 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133928024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133928024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133928024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:39:29.035693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28734): Terminating (SIGTERM)\u000a13:39:29.077694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28737): Terminating (SIGTERM)\u000a13:39:29.120066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28740): Terminating (SIGTERM)\u000a13:39:29.129816 --- ParallelTerminationStrategy: PID 28734 died...\u000a13:39:29.186008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28734): Terminated: ok {rc=0}\u000a13:39:29.195918 --- ParallelTerminationStrategy: PID 28737 died...\u000a13:39:29.252142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28737): Terminated: ok {rc=0}\u000a13:39:29.262312 --- ParallelTerminationStrategy: PID 28740 died...\u000a13:39:29.318438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28740): Terminated: ok {rc=0}\u000a13:39:29.405769 bus /sierra_3: Setting Powered False\u000a13:39:30.511274 bus /sierra_3: Setting Powered False\u000a13:39:31.644035 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28749): Process ended prematurely: osmo-stp_10.42.42.5(pid=28749) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28749)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28749): Process ended prematurely: osmo-stp_10.42.42.5(pid=28749) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28749)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:39:32.761403 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:39:32.773644 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:39:32.936872 tst mo_mt_call_osmux.py: using LAC 41275\u000a13:39:33.065291 tst mo_mt_call_osmux.py: using RAC 220\u000a13:39:33.191876 tst mo_mt_call_osmux.py: using CellId 41275\u000a13:39:33.313585 tst mo_mt_call_osmux.py: using BVCI 41276\u000a13:39:33.336353 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:39:33.351635 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:39:33.363312 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:39:33.374841 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:39:33.386846 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:39:33.398840 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:39:33.519318 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:39:33.720034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:34.204937 run create_hlr_db(pid=28743): Launched\u000a13:39:34.379658 bus /sierra_2: Setting Powered False\u000a13:39:35.402488 run create_hlr_db(pid=28743): Terminated: ok {rc=0}\u000a13:39:35.805490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28745): Launched\u000a13:39:36.110495 run osmo-hlr_10.42.42.2(pid=28746): Launched\u000a13:39:36.220544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:36.745443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28748): Launched\u000a13:39:37.049560 run osmo-stp_10.42.42.5(pid=28749): Launched\u000a13:39:37.159151 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:39:37.713376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28751): Launched\u000a13:39:38.017161 run osmo-msc_10.42.42.6(pid=28752): Launched\u000a13:39:38.193498 run osmo-stp_10.42.42.5(pid=28749): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28749)]\u000a13:39:38.320547 run osmo-stp_10.42.42.5(pid=28749): stdout: \u000a| (launched: 2022-12-14_13:39:36.899118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:38.446494 run osmo-stp_10.42.42.5(pid=28749): stderr: \u000a| �[0;m�[38;5;43m20221214133937069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133937070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133937070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133937070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133937071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133937071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133937071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:38.567645 run osmo-stp_10.42.42.5(pid=28749): stdout: \u000a| (launched: 2022-12-14_13:39:36.899118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:38.687806 run osmo-stp_10.42.42.5(pid=28749): stderr: \u000a| �[0;m�[38;5;43m20221214133937069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133937070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133937070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133937070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133937071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133937071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133937071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:38.741211 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28749): Process ended prematurely: osmo-stp_10.42.42.5(pid=28749) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28749)] [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:39:38.749683 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:39:38.809043 run osmo-hlr_10.42.42.2(pid=28746): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28746)]\u000a13:39:38.857774 run osmo-hlr_10.42.42.2(pid=28746): stdout: \u000a| (launched: 2022-12-14_13:39:35.960000) \u000a13:39:38.907144 run osmo-hlr_10.42.42.2(pid=28746): stderr: \u000a| �[0;m�[1;31m20221214133936141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133936141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133936141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133936141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133936141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133936141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133936151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133936160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133936161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133936161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:38.974232 run osmo-msc_10.42.42.6(pid=28752): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28752)]\u000a13:39:39.022850 run osmo-msc_10.42.42.6(pid=28752): stdout: \u000a| (launched: 2022-12-14_13:39:37.867506) \u000a13:39:39.072057 run osmo-msc_10.42.42.6(pid=28752): stderr: \u000a| �[0;m�[38;5;43m20221214133938140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133938140 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdfab375c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133938140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133938141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133938141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133938141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133938143 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133938143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133938143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133938143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:39:39.113843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28745): Terminating (SIGTERM)\u000a13:39:39.153229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28748): Terminating (SIGTERM)\u000a13:39:39.192603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28751): Terminating (SIGTERM)\u000a13:39:39.201791 --- ParallelTerminationStrategy: PID 28745 died...\u000a13:39:39.254847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28745): Terminated: ok {rc=0}\u000a13:39:39.264337 --- ParallelTerminationStrategy: PID 28748 died...\u000a13:39:39.317114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28748): Terminated: ok {rc=0}\u000a13:39:39.326549 --- ParallelTerminationStrategy: PID 28751 died...\u000a13:39:39.379232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28751): Terminated: ok {rc=0}\u000a13:39:39.465968 bus /sierra_3: Setting Powered False\u000a13:39:40.568460 bus /sierra_3: Setting Powered False\u000a13:39:41.677778 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:39:21" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28763): Process ended prematurely: osmo-stp_10.42.42.5(pid=28763) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28763)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28763): Process ended prematurely: osmo-stp_10.42.42.5(pid=28763) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:39:43.666985 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:39:43.678007 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:39:43.832207 tst mo_mt_call.py: using LAC 41276\u000a13:39:43.953199 tst mo_mt_call.py: using RAC 221\u000a13:39:44.074761 tst mo_mt_call.py: using CellId 41276\u000a13:39:44.196044 tst mo_mt_call.py: using BVCI 41277\u000a13:39:44.219128 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:39:44.230254 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:39:44.241207 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:39:44.252029 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:39:44.263004 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:39:44.273927 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:39:44.388624 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:39:44.587678 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:45.073793 run create_hlr_db(pid=28757): Launched\u000a13:39:45.247783 bus /sierra_2: Setting Powered False\u000a13:39:46.271871 run create_hlr_db(pid=28757): Terminated: ok {rc=0}\u000a13:39:46.696747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28759): Launched\u000a13:39:47.095231 run osmo-hlr_10.42.42.2(pid=28760): Launched\u000a13:39:47.249421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:47.813229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28762): Launched\u000a13:39:48.137010 run osmo-stp_10.42.42.5(pid=28763): Launched\u000a13:39:48.255048 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:39:48.846835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28765): Launched\u000a13:39:49.171563 run osmo-msc_10.42.42.6(pid=28766): Launched\u000a13:39:49.362429 run osmo-stp_10.42.42.5(pid=28763): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28763)]\u000a13:39:49.499362 run osmo-stp_10.42.42.5(pid=28763): stdout: \u000a| (launched: 2022-12-14_13:39:47.978223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:49.635894 run osmo-stp_10.42.42.5(pid=28763): stderr: \u000a| �[0;m�[38;5;43m20221214133948174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133948174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133948174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133948175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133948175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133948175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133948175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:49.766943 run osmo-stp_10.42.42.5(pid=28763): stdout: \u000a| (launched: 2022-12-14_13:39:47.978223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:49.896599 run osmo-stp_10.42.42.5(pid=28763): stderr: \u000a| �[0;m�[38;5;43m20221214133948174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133948174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133948174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133948175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133948175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133948175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133948175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:49.953963 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28763): Process ended prematurely: osmo-stp_10.42.42.5(pid=28763) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28763)] [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:39:49.963300 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:39:50.026185 run osmo-hlr_10.42.42.2(pid=28760): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28760)]\u000a13:39:50.077886 run osmo-hlr_10.42.42.2(pid=28760): stdout: \u000a| (launched: 2022-12-14_13:39:46.854186) \u000a13:39:50.129973 run osmo-hlr_10.42.42.2(pid=28760): stderr: \u000a| �[0;m�[1;31m20221214133947174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133947174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133947175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133947175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133947175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133947175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133947187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133947195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133947195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133947195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:50.200715 run osmo-msc_10.42.42.6(pid=28766): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28766)]\u000a13:39:50.252310 run osmo-msc_10.42.42.6(pid=28766): stdout: \u000a| (launched: 2022-12-14_13:39:49.011615) \u000a13:39:50.304780 run osmo-msc_10.42.42.6(pid=28766): stderr: \u000a| �[0;m�[38;5;43m20221214133949334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133949335 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f88507bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133949335 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133949335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133949335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133949335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133949338 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133949338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133949338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133949338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:39:50.349826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28759): Terminating (SIGTERM)\u000a13:39:50.392226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28762): Terminating (SIGTERM)\u000a13:39:50.434293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28765): Terminating (SIGTERM)\u000a13:39:50.443874 --- ParallelTerminationStrategy: PID 28759 died...\u000a13:39:50.500219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28759): Terminated: ok {rc=0}\u000a13:39:50.510358 --- ParallelTerminationStrategy: PID 28762 died...\u000a13:39:50.566464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28762): Terminated: ok {rc=0}\u000a13:39:50.576579 --- ParallelTerminationStrategy: PID 28765 died...\u000a13:39:50.633161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28765): Terminated: ok {rc=0}\u000a13:39:50.721481 bus /sierra_3: Setting Powered False\u000a13:39:51.827611 bus /sierra_3: Setting Powered False\u000a13:39:52.939641 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28774): Process ended prematurely: osmo-stp_10.42.42.5(pid=28774) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28774)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28774): Process ended prematurely: osmo-stp_10.42.42.5(pid=28774) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:39:54.049786 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:39:54.061694 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:39:54.227305 tst mo_mt_call_osmux.py: using LAC 41277\u000a13:39:54.356567 tst mo_mt_call_osmux.py: using RAC 222\u000a13:39:54.488712 tst mo_mt_call_osmux.py: using CellId 41277\u000a13:39:54.614178 tst mo_mt_call_osmux.py: using BVCI 41278\u000a13:39:54.638837 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:39:54.650624 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:39:54.662148 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:39:54.673540 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:39:54.685907 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:39:54.698196 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:39:54.820498 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:39:55.022176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:55.509205 run create_hlr_db(pid=28768): Launched\u000a13:39:55.684210 bus /sierra_2: Setting Powered False\u000a13:39:56.705863 run create_hlr_db(pid=28768): Terminated: ok {rc=0}\u000a13:39:57.136861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28770): Launched\u000a13:39:57.441483 run osmo-hlr_10.42.42.2(pid=28771): Launched\u000a13:39:57.553704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:58.081187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28773): Launched\u000a13:39:58.386067 run osmo-stp_10.42.42.5(pid=28774): Launched\u000a13:39:58.496659 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:39:59.051929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28776): Launched\u000a13:39:59.357988 run osmo-msc_10.42.42.6(pid=28777): Launched\u000a13:39:59.536294 run osmo-stp_10.42.42.5(pid=28774): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28774)]\u000a13:39:59.664352 run osmo-stp_10.42.42.5(pid=28774): stdout: \u000a| (launched: 2022-12-14_13:39:58.236094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:59.791310 run osmo-stp_10.42.42.5(pid=28774): stderr: \u000a| �[0;m�[38;5;43m20221214133958407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133958407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133958408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133958408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133958410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133958410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133958410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:59.913535 run osmo-stp_10.42.42.5(pid=28774): stdout: \u000a| (launched: 2022-12-14_13:39:58.236094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:00.034772 run osmo-stp_10.42.42.5(pid=28774): stderr: \u000a| �[0;m�[38;5;43m20221214133958407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214133958407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214133958408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214133958408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214133958410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214133958410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214133958410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:00.088439 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28774): Process ended prematurely: osmo-stp_10.42.42.5(pid=28774) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28774)] [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:40:00.097030 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:40:00.156757 run osmo-hlr_10.42.42.2(pid=28771): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28771)]\u000a13:40:00.205902 run osmo-hlr_10.42.42.2(pid=28771): stdout: \u000a| (launched: 2022-12-14_13:39:57.292483) \u000a13:40:00.255549 run osmo-hlr_10.42.42.2(pid=28771): stderr: \u000a| �[0;m�[1;31m20221214133957467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214133957467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214133957467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133957467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214133957467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214133957467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214133957479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214133957488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214133957488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214133957488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:00.323167 run osmo-msc_10.42.42.6(pid=28777): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28777)]\u000a13:40:00.372203 run osmo-msc_10.42.42.6(pid=28777): stdout: \u000a| (launched: 2022-12-14_13:39:59.207554) \u000a13:40:00.421865 run osmo-msc_10.42.42.6(pid=28777): stderr: \u000a| �[0;m�[38;5;43m20221214133959479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214133959479 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a87497c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214133959480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214133959480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214133959480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214133959480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214133959483 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214133959484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214133959484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214133959484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:40:00.464038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28770): Terminating (SIGTERM)\u000a13:40:00.503827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28773): Terminating (SIGTERM)\u000a13:40:00.543480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28776): Terminating (SIGTERM)\u000a13:40:00.552681 --- ParallelTerminationStrategy: PID 28770 died...\u000a13:40:00.606064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28770): Terminated: ok {rc=0}\u000a13:40:00.615687 --- ParallelTerminationStrategy: PID 28773 died...\u000a13:40:00.668705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28773): Terminated: ok {rc=0}\u000a13:40:00.678282 --- ParallelTerminationStrategy: PID 28776 died...\u000a13:40:00.731179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28776): Terminated: ok {rc=0}\u000a13:40:00.815159 bus /sierra_3: Setting Powered False\u000a13:40:01.934314 bus /sierra_3: Setting Powered False\u000a13:40:03.043833 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:39:43" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28791): Process ended prematurely: osmo-stp_10.42.42.5(pid=28791) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28791)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28791): Process ended prematurely: osmo-stp_10.42.42.5(pid=28791) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:40:05.058299 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:40:05.069829 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:40:05.229922 tst mo_mt_call.py: using LAC 41278\u000a13:40:05.351405 tst mo_mt_call.py: using RAC 223\u000a13:40:05.471121 tst mo_mt_call.py: using CellId 41278\u000a13:40:05.598541 tst mo_mt_call.py: using BVCI 41279\u000a13:40:05.623412 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:40:05.635025 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:40:05.646494 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:40:05.657908 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:40:05.670517 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:40:05.682818 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:40:05.800151 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:40:06.013851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:06.528106 run create_hlr_db(pid=28785): Launched\u000a13:40:06.716874 bus /sierra_2: Setting Powered False\u000a13:40:07.738544 run create_hlr_db(pid=28785): Terminated: ok {rc=0}\u000a13:40:08.146681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28787): Launched\u000a13:40:08.451276 run osmo-hlr_10.42.42.2(pid=28788): Launched\u000a13:40:08.563397 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:09.089542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28790): Launched\u000a13:40:09.394283 run osmo-stp_10.42.42.5(pid=28791): Launched\u000a13:40:09.503934 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:40:10.056005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28793): Launched\u000a13:40:10.359826 run osmo-msc_10.42.42.6(pid=28794): Launched\u000a13:40:10.536935 run osmo-stp_10.42.42.5(pid=28791): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28791)]\u000a13:40:10.664532 run osmo-stp_10.42.42.5(pid=28791): stdout: \u000a| (launched: 2022-12-14_13:40:09.244013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:10.790220 run osmo-stp_10.42.42.5(pid=28791): stderr: \u000a| �[0;m�[38;5;43m20221214134009415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134009416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134009416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134009416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134009417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134009417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134009417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:10.911812 run osmo-stp_10.42.42.5(pid=28791): stdout: \u000a| (launched: 2022-12-14_13:40:09.244013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:11.031991 run osmo-stp_10.42.42.5(pid=28791): stderr: \u000a| �[0;m�[38;5;43m20221214134009415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134009416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134009416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134009416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134009417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134009417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134009417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:11.084891 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28791): Process ended prematurely: osmo-stp_10.42.42.5(pid=28791) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28791)] [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:40:11.093297 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:40:11.152805 run osmo-hlr_10.42.42.2(pid=28788): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28788)]\u000a13:40:11.201478 run osmo-hlr_10.42.42.2(pid=28788): stdout: \u000a| (launched: 2022-12-14_13:40:08.302082) \u000a13:40:11.250377 run osmo-hlr_10.42.42.2(pid=28788): stderr: \u000a| �[0;m�[1;31m20221214134008477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134008477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134008477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134008477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134008477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134008477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134008489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134008498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134008498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134008498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:11.317089 run osmo-msc_10.42.42.6(pid=28794): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28794)]\u000a13:40:11.366275 run osmo-msc_10.42.42.6(pid=28794): stdout: \u000a| (launched: 2022-12-14_13:40:10.210352) \u000a13:40:11.415419 run osmo-msc_10.42.42.6(pid=28794): stderr: \u000a| �[0;m�[38;5;43m20221214134010483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134010483 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0ec9f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134010484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134010484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134010484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134010484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134010486 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134010486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134010486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134010486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:40:11.457135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28787): Terminating (SIGTERM)\u000a13:40:11.496581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28790): Terminating (SIGTERM)\u000a13:40:11.536055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28793): Terminating (SIGTERM)\u000a13:40:11.545187 --- ParallelTerminationStrategy: PID 28787 died...\u000a13:40:11.597925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28787): Terminated: ok {rc=0}\u000a13:40:11.607349 --- ParallelTerminationStrategy: PID 28790 died...\u000a13:40:11.659900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28790): Terminated: ok {rc=0}\u000a13:40:11.669499 --- ParallelTerminationStrategy: PID 28793 died...\u000a13:40:11.721907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28793): Terminated: ok {rc=0}\u000a13:40:11.808940 bus /sierra_3: Setting Powered False\u000a13:40:12.911385 bus /sierra_3: Setting Powered False\u000a13:40:14.017701 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28802): Process ended prematurely: osmo-stp_10.42.42.5(pid=28802) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28802)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28802): Process ended prematurely: osmo-stp_10.42.42.5(pid=28802) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28802)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:40:15.132539 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:40:15.144726 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:40:15.309356 tst mo_mt_call_osmux.py: using LAC 41279\u000a13:40:15.437862 tst mo_mt_call_osmux.py: using RAC 224\u000a13:40:15.564344 tst mo_mt_call_osmux.py: using CellId 41279\u000a13:40:15.693244 tst mo_mt_call_osmux.py: using BVCI 41280\u000a13:40:15.718043 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:40:15.729553 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:40:15.740746 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:40:15.752000 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:40:15.763755 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:40:15.775387 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:40:15.928385 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:40:16.157061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:16.676696 run create_hlr_db(pid=28796): Launched\u000a13:40:16.858329 bus /sierra_2: Setting Powered False\u000a13:40:17.875812 run create_hlr_db(pid=28796): Terminated: ok {rc=0}\u000a13:40:18.280343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28798): Launched\u000a13:40:18.585526 run osmo-hlr_10.42.42.2(pid=28799): Launched\u000a13:40:18.697529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:19.222129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28801): Launched\u000a13:40:19.525234 run osmo-stp_10.42.42.5(pid=28802): Launched\u000a13:40:19.635745 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:40:20.188398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28804): Launched\u000a13:40:20.494187 run osmo-msc_10.42.42.6(pid=28805): Launched\u000a13:40:20.672475 run osmo-stp_10.42.42.5(pid=28802): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28802)]\u000a13:40:20.800674 run osmo-stp_10.42.42.5(pid=28802): stdout: \u000a| (launched: 2022-12-14_13:40:19.376240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:20.926385 run osmo-stp_10.42.42.5(pid=28802): stderr: \u000a| �[0;m�[38;5;43m20221214134019549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134019549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134019549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134019549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134019552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134019552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134019552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:21.047735 run osmo-stp_10.42.42.5(pid=28802): stdout: \u000a| (launched: 2022-12-14_13:40:19.376240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:21.167996 run osmo-stp_10.42.42.5(pid=28802): stderr: \u000a| �[0;m�[38;5;43m20221214134019549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134019549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134019549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134019549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134019552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134019552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134019552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:21.221100 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28802): Process ended prematurely: osmo-stp_10.42.42.5(pid=28802) [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28802)] [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:40:21.229613 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:40:21.288853 run osmo-hlr_10.42.42.2(pid=28799): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28799)]\u000a13:40:21.337838 run osmo-hlr_10.42.42.2(pid=28799): stdout: \u000a| (launched: 2022-12-14_13:40:18.436140) \u000a13:40:21.387401 run osmo-hlr_10.42.42.2(pid=28799): stderr: \u000a| �[0;m�[1;31m20221214134018615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134018615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134018615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134018615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134018615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134018615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134018627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134018636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134018637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134018637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:21.454748 run osmo-msc_10.42.42.6(pid=28805): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28805)]\u000a13:40:21.503660 run osmo-msc_10.42.42.6(pid=28805): stdout: \u000a| (launched: 2022-12-14_13:40:20.343584) \u000a13:40:21.552834 run osmo-msc_10.42.42.6(pid=28805): stderr: \u000a| �[0;m�[38;5;43m20221214134020614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134020615 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff672390c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134020615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134020615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134020615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134020615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134020617 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134020617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134020617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134020618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:40:21.594636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28798): Terminating (SIGTERM)\u000a13:40:21.634137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28801): Terminating (SIGTERM)\u000a13:40:21.673495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28804): Terminating (SIGTERM)\u000a13:40:21.682572 --- ParallelTerminationStrategy: PID 28798 died...\u000a13:40:21.735500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28798): Terminated: ok {rc=0}\u000a13:40:21.745121 --- ParallelTerminationStrategy: PID 28801 died...\u000a13:40:21.797630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28801): Terminated: ok {rc=0}\u000a13:40:21.807141 --- ParallelTerminationStrategy: PID 28804 died...\u000a13:40:21.859696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28804): Terminated: ok {rc=0}\u000a13:40:21.942635 bus /sierra_3: Setting Powered False\u000a13:40:23.048275 bus /sierra_3: Setting Powered False\u000a13:40:24.157236 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:40:04" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28818): Process ended prematurely: osmo-stp_10.42.42.5(pid=28818) [trial-2405↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28818)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28818): Process ended prematurely: osmo-stp_10.42.42.5(pid=28818) [trial-2405↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:40:26.163027 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:40:26.174673 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:40:26.342140 tst mo_mt_call.py: using LAC 41280\u000a13:40:26.460369 tst mo_mt_call.py: using RAC 225\u000a13:40:26.578235 tst mo_mt_call.py: using CellId 41280\u000a13:40:26.695584 tst mo_mt_call.py: using BVCI 41281\u000a13:40:26.718770 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:40:26.729850 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:40:26.740816 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:40:26.751696 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:40:26.762712 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:40:26.773536 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:40:26.887672 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:40:27.086380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:27.576655 run create_hlr_db(pid=28812): Launched\u000a13:40:27.751886 bus /sierra_2: Setting Powered False\u000a13:40:28.773080 run create_hlr_db(pid=28812): Terminated: ok {rc=0}\u000a13:40:29.207127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28814): Launched\u000a13:40:29.533793 run osmo-hlr_10.42.42.2(pid=28815): Launched\u000a13:40:29.653677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:30.219421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28817): Launched\u000a13:40:30.553314 run osmo-stp_10.42.42.5(pid=28818): Launched\u000a13:40:30.672270 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:40:31.283328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28820): Launched\u000a13:40:31.694248 run osmo-msc_10.42.42.6(pid=28821): Launched\u000a13:40:32.068862 run osmo-stp_10.42.42.5(pid=28818): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28818)]\u000a13:40:32.281899 run osmo-stp_10.42.42.5(pid=28818): stdout: \u000a| (launched: 2022-12-14_13:40:30.386136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:32.418754 run osmo-stp_10.42.42.5(pid=28818): stderr: \u000a| �[0;m�[38;5;43m20221214134030582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134030582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134030583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134030583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134030583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134030583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134030583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:32.550187 run osmo-stp_10.42.42.5(pid=28818): stdout: \u000a| (launched: 2022-12-14_13:40:30.386136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:32.680340 run osmo-stp_10.42.42.5(pid=28818): stderr: \u000a| �[0;m�[38;5;43m20221214134030582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134030582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134030583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134030583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134030583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134030583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134030583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:32.737339 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28818): Process ended prematurely: osmo-stp_10.42.42.5(pid=28818) [trial-2405↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28818)] [trial-2405↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:40:32.746397 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a13:40:32.809319 run osmo-hlr_10.42.42.2(pid=28815): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28815)]\u000a13:40:32.860920 run osmo-hlr_10.42.42.2(pid=28815): stdout: \u000a| (launched: 2022-12-14_13:40:29.373518) \u000a13:40:32.913403 run osmo-hlr_10.42.42.2(pid=28815): stderr: \u000a| �[0;m�[1;31m20221214134029574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134029574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134029574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134029574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134029575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134029575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134029590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134029600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134029601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134029601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:32.984756 run osmo-msc_10.42.42.6(pid=28821): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28821)]\u000a13:40:33.036422 run osmo-msc_10.42.42.6(pid=28821): stdout: \u000a| (launched: 2022-12-14_13:40:31.443908) \u000a13:40:33.088646 run osmo-msc_10.42.42.6(pid=28821): stderr: \u000a| �[0;m�[38;5;43m20221214134032041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134032041 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3ff760c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134032041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134032041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134032042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134032042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134032043 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134032044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134032044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134032044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:40:33.133160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28814): Terminating (SIGTERM)\u000a13:40:33.175320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28817): Terminating (SIGTERM)\u000a13:40:33.217227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28820): Terminating (SIGTERM)\u000a13:40:33.226820 --- ParallelTerminationStrategy: PID 28814 died...\u000a13:40:33.283279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28814): Terminated: ok {rc=0}\u000a13:40:33.293484 --- ParallelTerminationStrategy: PID 28817 died...\u000a13:40:33.349584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28817): Terminated: ok {rc=0}\u000a13:40:33.359592 --- ParallelTerminationStrategy: PID 28820 died...\u000a13:40:33.416060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28820): Terminated: ok {rc=0}\u000a13:40:33.502408 bus /sierra_3: Setting Powered False\u000a13:40:34.605568 bus /sierra_3: Setting Powered False\u000a13:40:35.711473 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28829): Process ended prematurely: osmo-stp_10.42.42.5(pid=28829) [trial-2405↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28829)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28829): Process ended prematurely: osmo-stp_10.42.42.5(pid=28829) [trial-2405↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:40:36.826515 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:40:36.838955 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:40:37.006357 tst mo_mt_call_osmux.py: using LAC 41281\u000a13:40:37.133109 tst mo_mt_call_osmux.py: using RAC 226\u000a13:40:37.260137 tst mo_mt_call_osmux.py: using CellId 41281\u000a13:40:37.389204 tst mo_mt_call_osmux.py: using BVCI 41282\u000a13:40:37.413905 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:40:37.425695 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:40:37.437168 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:40:37.448558 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:40:37.460430 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:40:37.472127 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:40:37.588093 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:40:37.798659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:38.311450 run create_hlr_db(pid=28823): Launched\u000a13:40:38.501041 bus /sierra_2: Setting Powered False\u000a13:40:39.522596 run create_hlr_db(pid=28823): Terminated: ok {rc=0}\u000a13:40:39.957028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28825): Launched\u000a13:40:40.284742 run osmo-hlr_10.42.42.2(pid=28826): Launched\u000a13:40:40.404780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:40.969928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28828): Launched\u000a13:40:41.295629 run osmo-stp_10.42.42.5(pid=28829): Launched\u000a13:40:41.414693 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:40:42.015524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28831): Launched\u000a13:40:42.342041 run osmo-msc_10.42.42.6(pid=28832): Launched\u000a13:40:42.533745 run osmo-stp_10.42.42.5(pid=28829): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28829)]\u000a13:40:42.673857 run osmo-stp_10.42.42.5(pid=28829): stdout: \u000a| (launched: 2022-12-14_13:40:41.135844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:42.811292 run osmo-stp_10.42.42.5(pid=28829): stderr: \u000a| �[0;m�[38;5;43m20221214134041329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134041329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134041330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134041330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134041331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134041331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134041331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:42.942992 run osmo-stp_10.42.42.5(pid=28829): stdout: \u000a| (launched: 2022-12-14_13:40:41.135844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:43.073364 run osmo-stp_10.42.42.5(pid=28829): stderr: \u000a| �[0;m�[38;5;43m20221214134041329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134041329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134041330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134041330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134041331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134041331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134041331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:43.130774 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28829): Process ended prematurely: osmo-stp_10.42.42.5(pid=28829) [trial-2405↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28829)] [trial-2405↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:40:43.139964 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:40:43.203803 run osmo-hlr_10.42.42.2(pid=28826): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28826)]\u000a13:40:43.255679 run osmo-hlr_10.42.42.2(pid=28826): stdout: \u000a| (launched: 2022-12-14_13:40:40.123248) \u000a13:40:43.308530 run osmo-hlr_10.42.42.2(pid=28826): stderr: \u000a| �[0;m�[1;31m20221214134040323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134040323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134040323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134040323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134040323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134040323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134040335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134040345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134040345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134040345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:43.379783 run osmo-msc_10.42.42.6(pid=28832): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28832)]\u000a13:40:43.431375 run osmo-msc_10.42.42.6(pid=28832): stdout: \u000a| (launched: 2022-12-14_13:40:42.181699) \u000a13:40:43.483477 run osmo-msc_10.42.42.6(pid=28832): stderr: \u000a| �[0;m�[38;5;43m20221214134042502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134042502 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f048e839c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134042502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134042502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134042502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134042502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134042504 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134042504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134042504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134042504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:40:43.528308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28825): Terminating (SIGTERM)\u000a13:40:43.570987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28828): Terminating (SIGTERM)\u000a13:40:43.613432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28831): Terminating (SIGTERM)\u000a13:40:43.623191 --- ParallelTerminationStrategy: PID 28825 died...\u000a13:40:43.679992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28825): Terminated: ok {rc=0}\u000a13:40:43.690256 --- ParallelTerminationStrategy: PID 28828 died...\u000a13:40:43.746646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28828): Terminated: ok {rc=0}\u000a13:40:43.756792 --- ParallelTerminationStrategy: PID 28831 died...\u000a13:40:43.813220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28831): Terminated: ok {rc=0}\u000a13:40:43.900430 bus /sierra_3: Setting Powered False\u000a13:40:45.002719 bus /sierra_3: Setting Powered False\u000a13:40:46.134829 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:40:25" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28845): Process ended prematurely: osmo-stp_10.42.42.5(pid=28845) [trial-2405↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28845)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28845): Process ended prematurely: osmo-stp_10.42.42.5(pid=28845) [trial-2405↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28845)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:40:48.140001 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:40:48.151302 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:40:48.321527 tst mo_mt_call.py: using LAC 41282\u000a13:40:48.450314 tst mo_mt_call.py: using RAC 227\u000a13:40:48.576412 tst mo_mt_call.py: using CellId 41282\u000a13:40:48.702069 tst mo_mt_call.py: using BVCI 41283\u000a13:40:48.726781 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:40:48.738475 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:40:48.749655 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:40:48.760517 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:40:48.771879 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:40:48.783394 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:40:48.900653 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:40:49.112704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:49.624114 run create_hlr_db(pid=28837): Launched\u000a13:40:49.812869 bus /sierra_2: Setting Powered False\u000a13:40:50.833971 run create_hlr_db(pid=28837): Terminated: ok {rc=0}\u000a13:40:51.267992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28839): Launched\u000a13:40:51.596165 run osmo-hlr_10.42.42.2(pid=28840): Launched\u000a13:40:51.715971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:52.284121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28844): Launched\u000a13:40:52.610833 run osmo-stp_10.42.42.5(pid=28845): Launched\u000a13:40:52.729959 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:40:53.324801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28847): Launched\u000a13:40:53.652663 run osmo-msc_10.42.42.6(pid=28848): Launched\u000a13:40:53.843366 run osmo-stp_10.42.42.5(pid=28845): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28845)]\u000a13:40:53.981359 run osmo-stp_10.42.42.5(pid=28845): stdout: \u000a| (launched: 2022-12-14_13:40:52.450170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:54.118705 run osmo-stp_10.42.42.5(pid=28845): stderr: \u000a| �[0;m�[38;5;43m20221214134052646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134052646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134052646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134052646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134052647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134052647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134052647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:54.249963 run osmo-stp_10.42.42.5(pid=28845): stdout: \u000a| (launched: 2022-12-14_13:40:52.450170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:54.380432 run osmo-stp_10.42.42.5(pid=28845): stderr: \u000a| �[0;m�[38;5;43m20221214134052646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134052646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134052646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134052646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134052647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134052647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134052647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:54.438165 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28845): Process ended prematurely: osmo-stp_10.42.42.5(pid=28845) [trial-2405↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28845)] [trial-2405↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:40:54.447216 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:40:54.510097 run osmo-hlr_10.42.42.2(pid=28840): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28840)]\u000a13:40:54.561341 run osmo-hlr_10.42.42.2(pid=28840): stdout: \u000a| (launched: 2022-12-14_13:40:51.434596) \u000a13:40:54.613777 run osmo-hlr_10.42.42.2(pid=28840): stderr: \u000a| �[0;m�[1;31m20221214134051633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134051633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134051633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134051633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134051633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134051633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134051646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134051654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134051654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134051654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:54.684615 run osmo-msc_10.42.42.6(pid=28848): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28848)]\u000a13:40:54.735925 run osmo-msc_10.42.42.6(pid=28848): stdout: \u000a| (launched: 2022-12-14_13:40:53.491595) \u000a13:40:54.787973 run osmo-msc_10.42.42.6(pid=28848): stderr: \u000a| �[0;m�[38;5;43m20221214134053813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134053814 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f031ab9fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134053814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134053814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134053814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134053814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134053816 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134053816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134053816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134053816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:40:54.832469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28839): Terminating (SIGTERM)\u000a13:40:54.874956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28844): Terminating (SIGTERM)\u000a13:40:54.916889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28847): Terminating (SIGTERM)\u000a13:40:54.926535 --- ParallelTerminationStrategy: PID 28839 died...\u000a13:40:54.982857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28839): Terminated: ok {rc=0}\u000a13:40:54.992858 --- ParallelTerminationStrategy: PID 28844 died...\u000a13:40:55.048984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28844): Terminated: ok {rc=0}\u000a13:40:55.058933 --- ParallelTerminationStrategy: PID 28847 died...\u000a13:40:55.114912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28847): Terminated: ok {rc=0}\u000a13:40:55.202061 bus /sierra_3: Setting Powered False\u000a13:40:56.305488 bus /sierra_3: Setting Powered False\u000a13:40:57.416641 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28856): Process ended prematurely: osmo-stp_10.42.42.5(pid=28856) [trial-2405↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28856)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28856): Process ended prematurely: osmo-stp_10.42.42.5(pid=28856) [trial-2405↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:40:58.526778 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:40:58.538394 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:40:58.693999 tst mo_mt_call_osmux.py: using LAC 41283\u000a13:40:58.811856 tst mo_mt_call_osmux.py: using RAC 228\u000a13:40:58.928669 tst mo_mt_call_osmux.py: using CellId 41283\u000a13:40:59.045183 tst mo_mt_call_osmux.py: using BVCI 41284\u000a13:40:59.068072 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:40:59.078990 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:40:59.089772 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:40:59.100410 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:40:59.111206 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:40:59.121985 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:40:59.236546 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:40:59.440498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:59.924658 run create_hlr_db(pid=28850): Launched\u000a13:41:00.098961 bus /sierra_2: Setting Powered False\u000a13:41:01.170968 run create_hlr_db(pid=28850): Terminated: ok {rc=0}\u000a13:41:01.622993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28852): Launched\u000a13:41:02.048246 run osmo-hlr_10.42.42.2(pid=28853): Launched\u000a13:41:02.183058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:02.712166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28855): Launched\u000a13:41:03.015176 run osmo-stp_10.42.42.5(pid=28856): Launched\u000a13:41:03.135975 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:41:03.700783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28858): Launched\u000a13:41:04.005833 run osmo-msc_10.42.42.6(pid=28859): Launched\u000a13:41:04.183675 run osmo-stp_10.42.42.5(pid=28856): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28856)]\u000a13:41:04.311866 run osmo-stp_10.42.42.5(pid=28856): stdout: \u000a| (launched: 2022-12-14_13:41:02.866363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:04.438320 run osmo-stp_10.42.42.5(pid=28856): stderr: \u000a| �[0;m�[38;5;43m20221214134103038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134103038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134103039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134103039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134103040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134103040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134103040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:04.559969 run osmo-stp_10.42.42.5(pid=28856): stdout: \u000a| (launched: 2022-12-14_13:41:02.866363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:04.681498 run osmo-stp_10.42.42.5(pid=28856): stderr: \u000a| �[0;m�[38;5;43m20221214134103038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134103038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134103039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134103039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134103040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134103040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134103040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:04.734717 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28856): Process ended prematurely: osmo-stp_10.42.42.5(pid=28856) [trial-2405↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28856)] [trial-2405↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:41:04.743199 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:41:04.802620 run osmo-hlr_10.42.42.2(pid=28853): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28853)]\u000a13:41:04.851484 run osmo-hlr_10.42.42.2(pid=28853): stdout: \u000a| (launched: 2022-12-14_13:41:01.792639) \u000a13:41:04.900832 run osmo-hlr_10.42.42.2(pid=28853): stderr: \u000a| �[0;m�[1;31m20221214134102129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134102129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134102129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134102129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134102129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134102129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134102148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134102156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134102157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134102157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:04.967968 run osmo-msc_10.42.42.6(pid=28859): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28859)]\u000a13:41:05.016585 run osmo-msc_10.42.42.6(pid=28859): stdout: \u000a| (launched: 2022-12-14_13:41:03.854984) \u000a13:41:05.065766 run osmo-msc_10.42.42.6(pid=28859): stderr: \u000a| �[0;m�[38;5;43m20221214134104125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134104126 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6869091c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134104126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134104126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134104126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134104126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134104129 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134104130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134104130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134104130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:41:05.107456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28852): Terminating (SIGTERM)\u000a13:41:05.146845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28855): Terminating (SIGTERM)\u000a13:41:05.186195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28858): Terminating (SIGTERM)\u000a13:41:05.195317 --- ParallelTerminationStrategy: PID 28852 died...\u000a13:41:05.248198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28852): Terminated: ok {rc=0}\u000a13:41:05.257799 --- ParallelTerminationStrategy: PID 28855 died...\u000a13:41:05.310273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28855): Terminated: ok {rc=0}\u000a13:41:05.319744 --- ParallelTerminationStrategy: PID 28858 died...\u000a13:41:05.372421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28858): Terminated: ok {rc=0}\u000a13:41:05.460620 bus /sierra_3: Setting Powered False\u000a13:41:06.563449 bus /sierra_3: Setting Powered False\u000a13:41:07.675043 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:40:47" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28870): Process ended prematurely: osmo-stp_10.42.42.5(pid=28870) [trial-2405↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28870)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28870): Process ended prematurely: osmo-stp_10.42.42.5(pid=28870) [trial-2405↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:41:09.683402 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:41:09.694600 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a13:41:09.835557 tst emergency_mo_mt_call.py: using LAC 41284\u000a13:41:09.953915 tst emergency_mo_mt_call.py: using RAC 229\u000a13:41:10.069990 tst emergency_mo_mt_call.py: using CellId 41284\u000a13:41:10.186462 tst emergency_mo_mt_call.py: using BVCI 41285\u000a13:41:10.209245 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:41:10.219810 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:41:10.230190 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:41:10.240580 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:41:10.250906 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:41:10.261164 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:41:10.375896 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:41:10.575621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:41:11.055653 run create_hlr_db(pid=28864): Launched\u000a13:41:11.227167 bus /sierra_2: Setting Powered False\u000a13:41:12.249395 run create_hlr_db(pid=28864): Terminated: ok {rc=0}\u000a13:41:12.645513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28866): Launched\u000a13:41:12.943823 run osmo-hlr_10.42.42.2(pid=28867): Launched\u000a13:41:13.060576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:13.582210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28869): Launched\u000a13:41:13.881568 run osmo-stp_10.42.42.5(pid=28870): Launched\u000a13:41:14.013748 tst emergency_mo_mt_call.py: using MSISDN 8710\u000a13:41:14.165950 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:41:14.709499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28872): Launched\u000a13:41:15.009390 run osmo-msc_10.42.42.6(pid=28873): Launched\u000a13:41:15.185168 run osmo-stp_10.42.42.5(pid=28870): ERR: Terminated: ERROR {rc=1} [trial-2405↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28870)]\u000a13:41:15.311566 run osmo-stp_10.42.42.5(pid=28870): stdout: \u000a| (launched: 2022-12-14_13:41:13.733941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:15.435783 run osmo-stp_10.42.42.5(pid=28870): stderr: \u000a| �[0;m�[38;5;43m20221214134113907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134113907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134113907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134113907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134113908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134113908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134113908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:15.555469 run osmo-stp_10.42.42.5(pid=28870): stdout: \u000a| (launched: 2022-12-14_13:41:13.733941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:15.674150 run osmo-stp_10.42.42.5(pid=28870): stderr: \u000a| �[0;m�[38;5;43m20221214134113907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134113907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134113907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134113907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134113908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134113908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134113908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:15.726113 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28870): Process ended prematurely: osmo-stp_10.42.42.5(pid=28870) [trial-2405↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28870)] [trial-2405↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a13:41:15.734020 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a13:41:15.793674 run osmo-hlr_10.42.42.2(pid=28867): ERR: Terminated: ERROR {rc=237} [trial-2405↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28867)]\u000a13:41:15.851390 run osmo-hlr_10.42.42.2(pid=28867): stdout: \u000a| (launched: 2022-12-14_13:41:12.797540) \u000a13:41:15.901999 run osmo-hlr_10.42.42.2(pid=28867): stderr: \u000a| �[0;m�[1;31m20221214134112972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134112972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134112972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134112972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134112972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134112973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134112984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134112993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134112993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134112993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:15.970358 run osmo-msc_10.42.42.6(pid=28873): ERR: Terminated: ERROR {rc=2} [trial-2405↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28873)]\u000a13:41:16.020565 run osmo-msc_10.42.42.6(pid=28873): stdout: \u000a| (launched: 2022-12-14_13:41:14.861815) \u000a13:41:16.071308 run osmo-msc_10.42.42.6(pid=28873): stderr: \u000a| �[0;m�[38;5;43m20221214134115131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134115131 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c2a8c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134115131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134115131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134115132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134115132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134115134 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134115134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134115134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134115134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:41:16.114554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28866): Terminating (SIGTERM)\u000a13:41:16.155347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28869): Terminating (SIGTERM)\u000a13:41:16.196343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28872): Terminating (SIGTERM)\u000a13:41:16.206687 --- ParallelTerminationStrategy: PID 28866 died...\u000a13:41:16.262405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28866): Terminated: ok {rc=0}\u000a13:41:16.272462 --- ParallelTerminationStrategy: PID 28869 died...\u000a13:41:16.326197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28869): Terminated: ok {rc=0}\u000a13:41:16.336131 --- ParallelTerminationStrategy: PID 28872 died...\u000a13:41:16.390086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28872): Terminated: ok {rc=0}\u000a13:41:16.477756 bus /sierra_3: Setting Powered False\u000a13:41:17.577796 bus /sierra_3: Setting Powered False\u000a13:41:18.688040 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28881): Process ended prematurely: osmo-stp_10.42.42.5(pid=28881) [trial-2405↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28881): Process ended prematurely: osmo-stp_10.42.42.5(pid=28881) [trial-2405↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:41:19.739166 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:41:19.750668 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a13:41:19.894981 tst emergency_preemptive_call.py: using LAC 41285\u000a13:41:20.021426 tst emergency_preemptive_call.py: using RAC 230\u000a13:41:20.148109 tst emergency_preemptive_call.py: using CellId 41285\u000a13:41:20.272831 tst emergency_preemptive_call.py: using BVCI 41286\u000a13:41:20.297402 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:41:20.308439 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:41:20.319399 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:41:20.330425 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:41:20.341762 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:41:20.353073 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:41:20.469264 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:41:20.590278 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:41:20.706323 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:41:20.914828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:41:21.419811 run create_hlr_db(pid=28875): Launched\u000a13:41:21.605359 bus /sierra_2: Setting Powered False\u000a13:41:22.626390 run create_hlr_db(pid=28875): Terminated: ok {rc=0}\u000a13:41:23.027135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28877): Launched\u000a13:41:23.324909 run osmo-hlr_10.42.42.2(pid=28878): Launched\u000a13:41:23.436676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:23.954619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28880): Launched\u000a13:41:24.252802 run osmo-stp_10.42.42.5(pid=28881): Launched\u000a13:41:24.373527 tst emergency_preemptive_call.py: using MSISDN 8711\u000a13:41:24.521522 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:41:25.064846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28883): Launched\u000a13:41:25.363755 run osmo-msc_10.42.42.6(pid=28884): Launched\u000a13:41:25.538806 run osmo-stp_10.42.42.5(pid=28881): ERR: Terminated: ERROR {rc=1} [trial-2405↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)]\u000a13:41:25.664176 run osmo-stp_10.42.42.5(pid=28881): stdout: \u000a| (launched: 2022-12-14_13:41:24.106174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:25.788129 run osmo-stp_10.42.42.5(pid=28881): stderr: \u000a| �[0;m�[38;5;43m20221214134124276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134124276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134124276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134124277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134124277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134124278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134124278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:25.907456 run osmo-stp_10.42.42.5(pid=28881): stdout: \u000a| (launched: 2022-12-14_13:41:24.106174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:26.026094 run osmo-stp_10.42.42.5(pid=28881): stderr: \u000a| �[0;m�[38;5;43m20221214134124276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134124276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134124276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134124277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134124277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134124278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134124278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:26.077937 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28881): Process ended prematurely: osmo-stp_10.42.42.5(pid=28881) [trial-2405↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)] [trial-2405↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a13:41:26.085845 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a13:41:26.145164 run osmo-hlr_10.42.42.2(pid=28878): ERR: Terminated: ERROR {rc=237} [trial-2405↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28878)]\u000a13:41:26.193863 run osmo-hlr_10.42.42.2(pid=28878): stdout: \u000a| (launched: 2022-12-14_13:41:23.178435) \u000a13:41:26.243279 run osmo-hlr_10.42.42.2(pid=28878): stderr: \u000a| �[0;m�[1;31m20221214134123357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134123357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134123357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134123357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134123357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134123357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134123368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134123377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134123378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134123378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:26.310279 run osmo-msc_10.42.42.6(pid=28884): ERR: Terminated: ERROR {rc=2} [trial-2405↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28884)]\u000a13:41:26.359125 run osmo-msc_10.42.42.6(pid=28884): stdout: \u000a| (launched: 2022-12-14_13:41:25.216371) \u000a13:41:26.408493 run osmo-msc_10.42.42.6(pid=28884): stderr: \u000a| �[0;m�[38;5;43m20221214134125486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134125486 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98343d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134125487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134125487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134125487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134125487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134125489 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134125489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134125489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134125490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:41:26.450234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28877): Terminating (SIGTERM)\u000a13:41:26.489536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28880): Terminating (SIGTERM)\u000a13:41:26.529332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28883): Terminating (SIGTERM)\u000a13:41:26.538346 --- ParallelTerminationStrategy: PID 28877 died...\u000a13:41:26.591125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28877): Terminated: ok {rc=0}\u000a13:41:26.600589 --- ParallelTerminationStrategy: PID 28880 died...\u000a13:41:26.653135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28880): Terminated: ok {rc=0}\u000a13:41:26.662599 --- ParallelTerminationStrategy: PID 28883 died...\u000a13:41:26.715122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28883): Terminated: ok {rc=0}\u000a13:41:26.802439 bus /sierra_9: Setting Powered False\u000a13:41:27.904790 bus /sierra_9: Setting Powered False\u000a13:41:29.014806 bus /sierra_8: Setting Powered False\u000a13:41:30.116920 bus /sierra_8: Setting Powered False\u000a13:41:31.234726 bus /sierra_3: Setting Powered False\u000a13:41:32.342243 bus /sierra_3: Setting Powered False\u000a13:41:33.451198 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:41:09" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28899): Process ended prematurely: osmo-stp_10.42.42.5(pid=28899) [trial-2405↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28899)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28899): Process ended prematurely: osmo-stp_10.42.42.5(pid=28899) [trial-2405↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:41:35.588588 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:35.599458 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:41:35.741631 tst cs_paging_gprs_active.py: using LAC 41286\u000a13:41:35.864450 tst cs_paging_gprs_active.py: using RAC 231\u000a13:41:35.981567 tst cs_paging_gprs_active.py: using CellId 41286\u000a13:41:36.099265 tst cs_paging_gprs_active.py: using BVCI 41287\u000a13:41:36.122744 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:36.133430 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:36.143694 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:36.154083 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:36.164160 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:36.174426 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:36.184751 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:36.194946 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:36.205297 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:41:36.325233 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:41:36.605888 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:41:36.732345 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:41:37.048540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28889): Launched\u000a13:41:37.311127 run iperf3-srv_10.42.42.10(pid=28890): Launched\u000a13:41:37.496213 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:41:37.622446 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:41:37.937248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28891): Launched\u000a13:41:38.199540 run iperf3-srv_10.42.42.10(pid=28892): Launched\u000a13:41:38.384114 tst cs_paging_gprs_active.py:38: start network...\u000a13:41:38.510366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:41:38.995880 run create_hlr_db(pid=28893): Launched\u000a13:41:39.170394 bus /sierra_2: Setting Powered False\u000a13:41:40.192333 run create_hlr_db(pid=28893): Terminated: ok {rc=0}\u000a13:41:40.596923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28895): Launched\u000a13:41:40.901374 run osmo-hlr_10.42.42.2(pid=28896): Launched\u000a13:41:41.013114 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:41.538801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28898): Launched\u000a13:41:41.843186 run osmo-stp_10.42.42.5(pid=28899): Launched\u000a13:41:41.955126 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:41:42.486420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28901): Launched\u000a13:41:42.594501 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:41:42.859171 run patchelf(pid=28902): Launched\u000a13:41:43.037079 run osmo-stp_10.42.42.5(pid=28899): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28899)]\u000a13:41:43.166340 run osmo-stp_10.42.42.5(pid=28899): stdout: \u000a| (launched: 2022-12-14_13:41:41.692829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:43.295917 run osmo-stp_10.42.42.5(pid=28899): stderr: \u000a| �[0;m�[38;5;43m20221214134141862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134141862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134141863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134141863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134141865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134141865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134141865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:43.421126 run osmo-stp_10.42.42.5(pid=28899): stdout: \u000a| (launched: 2022-12-14_13:41:41.692829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:43.545340 run osmo-stp_10.42.42.5(pid=28899): stderr: \u000a| �[0;m�[38;5;43m20221214134141862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134141862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134141863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134141863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134141865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134141865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134141865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:43.689784 run patchelf(pid=28902): Terminating (SIGINT)\u000a13:41:43.860108 run patchelf(pid=28902): Terminated: ok {rc=0}\u000a13:41:43.891411 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28899): Process ended prematurely: osmo-stp_10.42.42.5(pid=28899) [trial-2405↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28899)] [trial-2405↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a13:41:43.900552 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a13:41:43.959929 run osmo-hlr_10.42.42.2(pid=28896): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28896)]\u000a13:41:44.008478 run osmo-hlr_10.42.42.2(pid=28896): stdout: \u000a| (launched: 2022-12-14_13:41:40.751271) \u000a13:41:44.057749 run osmo-hlr_10.42.42.2(pid=28896): stderr: \u000a| �[0;m�[1;31m20221214134140928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134140928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134140928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134140929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134140929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134140929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134140940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134140949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134140949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134140949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:44.099488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28889): Terminating (SIGTERM)\u000a13:41:44.139270 run iperf3-srv_10.42.42.10(pid=28890): Terminating (SIGTERM)\u000a13:41:44.178478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28891): Terminating (SIGTERM)\u000a13:41:44.217616 run iperf3-srv_10.42.42.10(pid=28892): Terminating (SIGTERM)\u000a13:41:44.256809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28895): Terminating (SIGTERM)\u000a13:41:44.295838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28898): Terminating (SIGTERM)\u000a13:41:44.334971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28901): Terminating (SIGTERM)\u000a13:41:44.344207 --- ParallelTerminationStrategy: PID 28889 died...\u000a13:41:44.397134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28889): Terminated: ok {rc=0}\u000a13:41:44.406637 --- ParallelTerminationStrategy: PID 28890 died...\u000a13:41:44.459299 run iperf3-srv_10.42.42.10(pid=28890): Terminated {rc=256}\u000a13:41:44.468709 --- ParallelTerminationStrategy: PID 28891 died...\u000a13:41:44.521319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28891): Terminated: ok {rc=0}\u000a13:41:44.530822 --- ParallelTerminationStrategy: PID 28892 died...\u000a13:41:44.583236 run iperf3-srv_10.42.42.10(pid=28892): Terminated {rc=256}\u000a13:41:44.592668 --- ParallelTerminationStrategy: PID 28895 died...\u000a13:41:44.645479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28895): Terminated: ok {rc=0}\u000a13:41:44.655017 --- ParallelTerminationStrategy: PID 28898 died...\u000a13:41:44.707557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28898): Terminated: ok {rc=0}\u000a13:41:44.717172 --- ParallelTerminationStrategy: PID 28901 died...\u000a13:41:44.769624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28901): Terminated: ok {rc=0}\u000a13:41:44.856628 bus /gobi_0: Setting Powered False\u000a13:41:45.969461 bus /gobi_0: Setting Powered False\u000a13:41:47.081555 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28911): Process ended prematurely: osmo-stp_10.42.42.5(pid=28911) [trial-2405↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28911)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28911): Process ended prematurely: osmo-stp_10.42.42.5(pid=28911) [trial-2405↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28911)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a13:41:48.196524 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:48.208427 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:41:48.356691 tst iperf3.py: using LAC 41287\u000a13:41:48.489169 tst iperf3.py: using RAC 232\u000a13:41:48.615911 tst iperf3.py: using CellId 41287\u000a13:41:48.740620 tst iperf3.py: using BVCI 41288\u000a13:41:48.765472 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:48.776498 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:48.787287 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:48.798086 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:48.809204 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:48.820312 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:48.831594 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:48.842602 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:48.853997 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:41:49.148250 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:41:49.284388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:41:49.622610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28903): Launched\u000a13:41:49.902795 run iperf3-srv_10.42.42.10(pid=28904): Launched\u000a13:41:50.102901 tst iperf3.py:8: start network...\u000a13:41:50.239245 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:41:50.752125 run create_hlr_db(pid=28905): Launched\u000a13:41:50.941278 bus /gobi_6: Setting Powered False\u000a13:41:51.962369 run create_hlr_db(pid=28905): Terminated: ok {rc=0}\u000a13:41:52.396036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28907): Launched\u000a13:41:52.724852 run osmo-hlr_10.42.42.2(pid=28908): Launched\u000a13:41:52.844866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:53.413741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28910): Launched\u000a13:41:53.741275 run osmo-stp_10.42.42.5(pid=28911): Launched\u000a13:41:53.860284 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:41:54.428369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28913): Launched\u000a13:41:54.544939 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:41:54.829536 run patchelf(pid=28914): Launched\u000a13:41:55.019618 run osmo-stp_10.42.42.5(pid=28911): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28911)]\u000a13:41:55.158986 run osmo-stp_10.42.42.5(pid=28911): stdout: \u000a| (launched: 2022-12-14_13:41:53.580335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:55.298502 run osmo-stp_10.42.42.5(pid=28911): stderr: \u000a| �[0;m�[38;5;43m20221214134153773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134153773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134153774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134153774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134153774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134153775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134153775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:55.434118 run osmo-stp_10.42.42.5(pid=28911): stdout: \u000a| (launched: 2022-12-14_13:41:53.580335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:55.567862 run osmo-stp_10.42.42.5(pid=28911): stderr: \u000a| �[0;m�[38;5;43m20221214134153773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134153773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134153774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134153774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134153774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134153775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134153775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:55.723151 run patchelf(pid=28914): Terminating (SIGINT)\u000a13:41:55.905178 run patchelf(pid=28914): Terminated: ok {rc=0}\u000a13:41:55.938453 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28911): Process ended prematurely: osmo-stp_10.42.42.5(pid=28911) [trial-2405↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28911)] [trial-2405↪gprs:trx-lms↪iperf3.py:8]\u000a13:41:55.948204 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a13:41:56.011496 run osmo-hlr_10.42.42.2(pid=28908): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28908)]\u000a13:41:56.063099 run osmo-hlr_10.42.42.2(pid=28908): stdout: \u000a| (launched: 2022-12-14_13:41:52.563042) \u000a13:41:56.115017 run osmo-hlr_10.42.42.2(pid=28908): stderr: \u000a| �[0;m�[1;31m20221214134152761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134152761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134152761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134152761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134152761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134152761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134152774 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134152782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134152782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134152782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:56.159570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28903): Terminating (SIGTERM)\u000a13:41:56.201911 run iperf3-srv_10.42.42.10(pid=28904): Terminating (SIGTERM)\u000a13:41:56.243733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28907): Terminating (SIGTERM)\u000a13:41:56.286041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28910): Terminating (SIGTERM)\u000a13:41:56.327900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28913): Terminating (SIGTERM)\u000a13:41:56.337661 --- ParallelTerminationStrategy: PID 28903 died...\u000a13:41:56.394088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28903): Terminated: ok {rc=0}\u000a13:41:56.404109 --- ParallelTerminationStrategy: PID 28904 died...\u000a13:41:56.460332 run iperf3-srv_10.42.42.10(pid=28904): Terminated {rc=256}\u000a13:41:56.470442 --- ParallelTerminationStrategy: PID 28907 died...\u000a13:41:56.526347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28907): Terminated: ok {rc=0}\u000a13:41:56.536373 --- ParallelTerminationStrategy: PID 28910 died...\u000a13:41:56.592351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28910): Terminated: ok {rc=0}\u000a13:41:56.602367 --- ParallelTerminationStrategy: PID 28913 died...\u000a13:41:56.658255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28913): Terminated: ok {rc=0}\u000a13:41:56.744892 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28935): Process ended prematurely: osmo-stp_10.42.42.5(pid=28935) [trial-2405↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28935)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28935): Process ended prematurely: osmo-stp_10.42.42.5(pid=28935) [trial-2405↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a13:41:57.859977 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:57.871713 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:41:58.010238 tst iperf3m4.py: using LAC 41288\u000a13:41:58.131478 tst iperf3m4.py: using RAC 233\u000a13:41:58.253000 tst iperf3m4.py: using CellId 41288\u000a13:41:58.391405 tst iperf3m4.py: using BVCI 41289\u000a13:41:58.416150 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:58.427648 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:58.438544 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:58.449384 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:58.460322 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:58.471592 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:58.482965 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:58.493961 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:41:58.505179 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:41:58.622497 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:41:58.748752 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:41:58.865119 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:41:59.160743 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:41:59.297181 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:41:59.634391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28915): Launched\u000a13:41:59.913478 run iperf3-srv_10.42.42.10(pid=28916): Launched\u000a13:42:00.113161 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:42:00.249217 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:00.588007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28917): Launched\u000a13:42:00.912851 run iperf3-srv_10.42.42.10(pid=28918): Launched\u000a13:42:01.160627 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:42:01.292323 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:01.630665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28925): Launched\u000a13:42:01.926864 run iperf3-srv_10.42.42.10(pid=28926): Launched\u000a13:42:02.129935 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:42:02.267808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:02.605449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28927): Launched\u000a13:42:02.885315 run iperf3-srv_10.42.42.10(pid=28928): Launched\u000a13:42:03.084739 tst iperf3m4.py:8: start network...\u000a13:42:03.220868 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:03.733219 run create_hlr_db(pid=28929): Launched\u000a13:42:03.921771 bus /gobi_6: Setting Powered False\u000a13:42:04.943797 run create_hlr_db(pid=28929): Terminated: ok {rc=0}\u000a13:42:05.354739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28931): Launched\u000a13:42:05.659796 run osmo-hlr_10.42.42.2(pid=28932): Launched\u000a13:42:05.776042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:42:06.303129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28934): Launched\u000a13:42:06.607333 run osmo-stp_10.42.42.5(pid=28935): Launched\u000a13:42:06.717687 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:42:07.246553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28937): Launched\u000a13:42:07.354408 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:42:07.619239 run patchelf(pid=28938): Launched\u000a13:42:07.796464 run osmo-stp_10.42.42.5(pid=28935): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28935)]\u000a13:42:07.926312 run osmo-stp_10.42.42.5(pid=28935): stdout: \u000a| (launched: 2022-12-14_13:42:06.457627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:08.056096 run osmo-stp_10.42.42.5(pid=28935): stderr: \u000a| �[0;m�[38;5;43m20221214134206628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134206628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134206629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134206629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134206630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134206630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134206630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:08.181731 run osmo-stp_10.42.42.5(pid=28935): stdout: \u000a| (launched: 2022-12-14_13:42:06.457627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:08.305945 run osmo-stp_10.42.42.5(pid=28935): stderr: \u000a| �[0;m�[38;5;43m20221214134206628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134206628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134206629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134206629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134206630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134206630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134206630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:08.450988 run patchelf(pid=28938): Terminating (SIGINT)\u000a13:42:08.621395 run patchelf(pid=28938): Terminated: ok {rc=0}\u000a13:42:08.652359 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28935): Process ended prematurely: osmo-stp_10.42.42.5(pid=28935) [trial-2405↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28935)] [trial-2405↪gprs:trx-lms↪iperf3m4.py:8]\u000a13:42:08.661635 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a13:42:08.721532 run osmo-hlr_10.42.42.2(pid=28932): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28932)]\u000a13:42:08.770320 run osmo-hlr_10.42.42.2(pid=28932): stdout: \u000a| (launched: 2022-12-14_13:42:05.509553) \u000a13:42:08.819551 run osmo-hlr_10.42.42.2(pid=28932): stderr: \u000a| �[0;m�[1;31m20221214134205686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134205686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134205686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134205686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134205686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134205686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134205699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134205707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134205708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134205708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:42:08.861518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28915): Terminating (SIGTERM)\u000a13:42:08.901088 run iperf3-srv_10.42.42.10(pid=28916): Terminating (SIGTERM)\u000a13:42:08.941143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28917): Terminating (SIGTERM)\u000a13:42:08.980495 run iperf3-srv_10.42.42.10(pid=28918): Terminating (SIGTERM)\u000a13:42:09.019784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28925): Terminating (SIGTERM)\u000a13:42:09.058971 run iperf3-srv_10.42.42.10(pid=28926): Terminating (SIGTERM)\u000a13:42:09.098401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28927): Terminating (SIGTERM)\u000a13:42:09.137545 run iperf3-srv_10.42.42.10(pid=28928): Terminating (SIGTERM)\u000a13:42:09.177361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28931): Terminating (SIGTERM)\u000a13:42:09.216852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28934): Terminating (SIGTERM)\u000a13:42:09.256124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28937): Terminating (SIGTERM)\u000a13:42:09.265272 --- ParallelTerminationStrategy: PID 28915 died...\u000a13:42:09.318298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28915): Terminated: ok {rc=0}\u000a13:42:09.327806 --- ParallelTerminationStrategy: PID 28916 died...\u000a13:42:09.380388 run iperf3-srv_10.42.42.10(pid=28916): Terminated {rc=256}\u000a13:42:09.389838 --- ParallelTerminationStrategy: PID 28917 died...\u000a13:42:09.442369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28917): Terminated: ok {rc=0}\u000a13:42:09.451872 --- ParallelTerminationStrategy: PID 28918 died...\u000a13:42:09.504298 run iperf3-srv_10.42.42.10(pid=28918): Terminated {rc=256}\u000a13:42:09.513868 --- ParallelTerminationStrategy: PID 28925 died...\u000a13:42:09.566512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28925): Terminated: ok {rc=0}\u000a13:42:09.575928 --- ParallelTerminationStrategy: PID 28926 died...\u000a13:42:09.628425 run iperf3-srv_10.42.42.10(pid=28926): Terminated {rc=256}\u000a13:42:09.637949 --- ParallelTerminationStrategy: PID 28927 died...\u000a13:42:09.690472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28927): Terminated: ok {rc=0}\u000a13:42:09.699940 --- ParallelTerminationStrategy: PID 28928 died...\u000a13:42:09.752865 run iperf3-srv_10.42.42.10(pid=28928): Terminated {rc=256}\u000a13:42:09.762498 --- ParallelTerminationStrategy: PID 28931 died...\u000a13:42:09.815394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28931): Terminated: ok {rc=0}\u000a13:42:09.824868 --- ParallelTerminationStrategy: PID 28934 died...\u000a13:42:09.877607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28934): Terminated: ok {rc=0}\u000a13:42:09.887217 --- ParallelTerminationStrategy: PID 28937 died...\u000a13:42:09.939937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28937): Terminated: ok {rc=0}\u000a13:42:10.027906 bus /gobi_4: Setting Powered False\u000a13:42:11.130490 bus /gobi_4: Setting Powered False\u000a13:42:12.236502 bus /gobi_1: Setting Powered False\u000a13:42:13.338279 bus /gobi_1: Setting Powered False\u000a13:42:14.445220 bus /gobi_0: Setting Powered False\u000a13:42:15.550024 bus /gobi_0: Setting Powered False\u000a13:42:16.668627 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28945): Process ended prematurely: osmo-stp_10.42.42.5(pid=28945) [trial-2405↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28945)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28945): Process ended prematurely: osmo-stp_10.42.42.5(pid=28945) [trial-2405↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a13:42:17.740182 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:42:17.752035 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:42:17.888857 tst ping.py: using LAC 41289\u000a13:42:18.006424 tst ping.py: using RAC 234\u000a13:42:18.123130 tst ping.py: using CellId 41289\u000a13:42:18.242030 tst ping.py: using BVCI 41290\u000a13:42:18.264709 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:42:18.275302 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:42:18.285801 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:42:18.296141 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:42:18.307167 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:42:18.318172 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:42:18.329271 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:42:18.340546 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:42:18.631769 tst ping.py:19: start network...\u000a13:42:18.765605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:19.269859 run create_hlr_db(pid=28939): Launched\u000a13:42:19.455991 bus /gobi_6: Setting Powered False\u000a13:42:20.476302 run create_hlr_db(pid=28939): Terminated: ok {rc=0}\u000a13:42:20.876599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28941): Launched\u000a13:42:21.175023 run osmo-hlr_10.42.42.2(pid=28942): Launched\u000a13:42:21.285255 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:42:21.805622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28944): Launched\u000a13:42:22.105917 run osmo-stp_10.42.42.5(pid=28945): Launched\u000a13:42:22.214757 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:42:22.734399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28947): Launched\u000a13:42:22.840839 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:42:23.101370 run patchelf(pid=28948): Launched\u000a13:42:23.276218 run osmo-stp_10.42.42.5(pid=28945): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28945)]\u000a13:42:23.403959 run osmo-stp_10.42.42.5(pid=28945): stdout: \u000a| (launched: 2022-12-14_13:42:21.957746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:23.531746 run osmo-stp_10.42.42.5(pid=28945): stderr: \u000a| �[0;m�[38;5;43m20221214134222129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134222129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134222129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134222130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134222130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134222130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134222130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:23.655310 run osmo-stp_10.42.42.5(pid=28945): stdout: \u000a| (launched: 2022-12-14_13:42:21.957746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:23.777973 run osmo-stp_10.42.42.5(pid=28945): stderr: \u000a| �[0;m�[38;5;43m20221214134222129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134222129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134222129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134222130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134222130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134222130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134222130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:23.920749 run patchelf(pid=28948): Terminating (SIGINT)\u000a13:42:24.088265 run patchelf(pid=28948): Terminated: ok {rc=0}\u000a13:42:24.118789 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28945): Process ended prematurely: osmo-stp_10.42.42.5(pid=28945) [trial-2405↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28945)] [trial-2405↪gprs:trx-lms↪ping.py:22]\u000a13:42:24.127478 tst ping.py:22: Test FAILED (6.4 sec)\u000a13:42:24.186665 run osmo-hlr_10.42.42.2(pid=28942): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28942)]\u000a13:42:24.235150 run osmo-hlr_10.42.42.2(pid=28942): stdout: \u000a| (launched: 2022-12-14_13:42:21.028120) \u000a13:42:24.284189 run osmo-hlr_10.42.42.2(pid=28942): stderr: \u000a| �[0;m�[1;31m20221214134221204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134221204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134221204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134221205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134221205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134221205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134221217 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134221226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134221226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134221226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:42:24.325737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28941): Terminating (SIGTERM)\u000a13:42:24.365750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28944): Terminating (SIGTERM)\u000a13:42:24.405330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28947): Terminating (SIGTERM)\u000a13:42:24.414485 --- ParallelTerminationStrategy: PID 28941 died...\u000a13:42:24.467461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28941): Terminated: ok {rc=0}\u000a13:42:24.476934 --- ParallelTerminationStrategy: PID 28944 died...\u000a13:42:24.529680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28944): Terminated: ok {rc=0}\u000a13:42:24.539156 --- ParallelTerminationStrategy: PID 28947 died...\u000a13:42:24.591544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28947): Terminated: ok {rc=0}\u000a13:42:24.674708 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28955): Process ended prematurely: osmo-stp_10.42.42.5(pid=28955) [trial-2405↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28955)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28955): Process ended prematurely: osmo-stp_10.42.42.5(pid=28955) [trial-2405↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a13:42:25.725514 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:42:25.736719 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:42:25.874761 tst ping_idle_ping.py: using LAC 41290\u000a13:42:25.997706 tst ping_idle_ping.py: using RAC 235\u000a13:42:26.113864 tst ping_idle_ping.py: using CellId 41290\u000a13:42:26.230154 tst ping_idle_ping.py: using BVCI 41291\u000a13:42:26.253190 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:42:26.263727 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:42:26.274273 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:42:26.284610 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:42:26.295531 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:42:26.305892 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:42:26.317332 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:42:26.328318 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:42:26.601490 tst ping_idle_ping.py:24: start network...\u000a13:42:26.726549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:27.208145 run create_hlr_db(pid=28949): Launched\u000a13:42:27.381529 bus /gobi_6: Setting Powered False\u000a13:42:28.402910 run create_hlr_db(pid=28949): Terminated: ok {rc=0}\u000a13:42:28.801623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28951): Launched\u000a13:42:29.102652 run osmo-hlr_10.42.42.2(pid=28952): Launched\u000a13:42:29.221195 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:42:29.747065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28954): Launched\u000a13:42:30.049382 run osmo-stp_10.42.42.5(pid=28955): Launched\u000a13:42:30.158564 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:42:30.680024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28957): Launched\u000a13:42:30.786652 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:42:31.059225 run patchelf(pid=28958): Launched\u000a13:42:31.237243 run osmo-stp_10.42.42.5(pid=28955): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28955)]\u000a13:42:31.368173 run osmo-stp_10.42.42.5(pid=28955): stdout: \u000a| (launched: 2022-12-14_13:42:29.899306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:31.498897 run osmo-stp_10.42.42.5(pid=28955): stderr: \u000a| �[0;m�[38;5;43m20221214134230071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134230071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134230071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134230072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134230072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134230072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134230072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:31.625495 run osmo-stp_10.42.42.5(pid=28955): stdout: \u000a| (launched: 2022-12-14_13:42:29.899306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:31.751015 run osmo-stp_10.42.42.5(pid=28955): stderr: \u000a| �[0;m�[38;5;43m20221214134230071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134230071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134230071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134230072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134230072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134230072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134230072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:31.897527 run patchelf(pid=28958): Terminating (SIGINT)\u000a13:42:32.068879 run patchelf(pid=28958): Terminated: ok {rc=0}\u000a13:42:32.100451 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28955): Process ended prematurely: osmo-stp_10.42.42.5(pid=28955) [trial-2405↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28955)] [trial-2405↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a13:42:32.110305 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:42:32.170658 run osmo-hlr_10.42.42.2(pid=28952): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28952)]\u000a13:42:32.220093 run osmo-hlr_10.42.42.2(pid=28952): stdout: \u000a| (launched: 2022-12-14_13:42:28.954441) \u000a13:42:32.269622 run osmo-hlr_10.42.42.2(pid=28952): stderr: \u000a| �[0;m�[1;31m20221214134229129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134229129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134229129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134229129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134229129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134229129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134229143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134229151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134229151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134229152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:42:32.311322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28951): Terminating (SIGTERM)\u000a13:42:32.350635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28954): Terminating (SIGTERM)\u000a13:42:32.389929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28957): Terminating (SIGTERM)\u000a13:42:32.398727 --- ParallelTerminationStrategy: PID 28951 died...\u000a13:42:32.451175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28951): Terminated: ok {rc=0}\u000a13:42:32.460736 --- ParallelTerminationStrategy: PID 28954 died...\u000a13:42:32.513046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28954): Terminated: ok {rc=0}\u000a13:42:32.522468 --- ParallelTerminationStrategy: PID 28957 died...\u000a13:42:32.574990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28957): Terminated: ok {rc=0}\u000a13:42:32.663092 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:41:35" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28972): Process ended prematurely: osmo-stp_10.42.42.5(pid=28972) [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28972)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28972): Process ended prematurely: osmo-stp_10.42.42.5(pid=28972) [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:42:34.804132 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:34.815068 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:42:34.951224 tst cs_paging_gprs_active.py: using LAC 41291\u000a13:42:35.069793 tst cs_paging_gprs_active.py: using RAC 236\u000a13:42:35.188048 tst cs_paging_gprs_active.py: using CellId 41291\u000a13:42:35.308722 tst cs_paging_gprs_active.py: using BVCI 41292\u000a13:42:35.332016 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:35.342838 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:35.353432 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:35.363957 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:35.374788 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:35.385340 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:35.396093 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:35.406505 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:35.417307 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:42:35.537225 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:42:35.833972 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:42:35.971607 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:36.310525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28962): Launched\u000a13:42:36.593704 run iperf3-srv_10.42.42.10(pid=28963): Launched\u000a13:42:36.795452 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:42:36.933084 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:37.273542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28964): Launched\u000a13:42:37.557167 run iperf3-srv_10.42.42.10(pid=28965): Launched\u000a13:42:37.758946 tst cs_paging_gprs_active.py:38: start network...\u000a13:42:37.896635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:38.412924 run create_hlr_db(pid=28966): Launched\u000a13:42:38.602642 bus /gobi_6: Setting Powered False\u000a13:42:39.613359 run create_hlr_db(pid=28966): Terminated: ok {rc=0}\u000a13:42:40.031041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28968): Launched\u000a13:42:40.337101 run osmo-hlr_10.42.42.2(pid=28969): Launched\u000a13:42:40.453191 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:42:40.981685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28971): Launched\u000a13:42:41.289936 run osmo-stp_10.42.42.5(pid=28972): Launched\u000a13:42:41.401776 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:42:41.934714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28974): Launched\u000a13:42:42.043338 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:42:42.310891 run patchelf(pid=28975): Launched\u000a13:42:42.491010 run osmo-stp_10.42.42.5(pid=28972): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28972)]\u000a13:42:42.621722 run osmo-stp_10.42.42.5(pid=28972): stdout: \u000a| (launched: 2022-12-14_13:42:41.136855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:42.752788 run osmo-stp_10.42.42.5(pid=28972): stderr: \u000a| �[0;m�[38;5;43m20221214134241309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134241309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134241310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134241310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134241311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134241311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134241311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:42.879226 run osmo-stp_10.42.42.5(pid=28972): stdout: \u000a| (launched: 2022-12-14_13:42:41.136855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:43.004319 run osmo-stp_10.42.42.5(pid=28972): stderr: \u000a| �[0;m�[38;5;43m20221214134241309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134241309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134241310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134241310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134241311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134241311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134241311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:43.149892 run patchelf(pid=28975): Terminating (SIGINT)\u000a13:42:43.320825 run patchelf(pid=28975): Terminated: ok {rc=0}\u000a13:42:43.352268 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28972): Process ended prematurely: osmo-stp_10.42.42.5(pid=28972) [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28972)] [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:42:43.361371 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a13:42:43.421166 run osmo-hlr_10.42.42.2(pid=28969): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28969)]\u000a13:42:43.470674 run osmo-hlr_10.42.42.2(pid=28969): stdout: \u000a| (launched: 2022-12-14_13:42:40.186801) \u000a13:42:43.520216 run osmo-hlr_10.42.42.2(pid=28969): stderr: \u000a| �[0;m�[1;31m20221214134240363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134240363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134240363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134240363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134240363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134240363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134240375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134240384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134240384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134240384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:42:43.562441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28962): Terminating (SIGTERM)\u000a13:42:43.602026 run iperf3-srv_10.42.42.10(pid=28963): Terminating (SIGTERM)\u000a13:42:43.641727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28964): Terminating (SIGTERM)\u000a13:42:43.681344 run iperf3-srv_10.42.42.10(pid=28965): Terminating (SIGTERM)\u000a13:42:43.721054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28968): Terminating (SIGTERM)\u000a13:42:43.760552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28971): Terminating (SIGTERM)\u000a13:42:43.800048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28974): Terminating (SIGTERM)\u000a13:42:43.809246 --- ParallelTerminationStrategy: PID 28962 died...\u000a13:42:43.862384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28962): Terminated: ok {rc=0}\u000a13:42:43.871945 --- ParallelTerminationStrategy: PID 28963 died...\u000a13:42:43.924355 run iperf3-srv_10.42.42.10(pid=28963): Terminated {rc=256}\u000a13:42:43.933874 --- ParallelTerminationStrategy: PID 28964 died...\u000a13:42:43.986589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28964): Terminated: ok {rc=0}\u000a13:42:43.996031 --- ParallelTerminationStrategy: PID 28965 died...\u000a13:42:44.048494 run iperf3-srv_10.42.42.10(pid=28965): Terminated {rc=256}\u000a13:42:44.058023 --- ParallelTerminationStrategy: PID 28968 died...\u000a13:42:44.110769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28968): Terminated: ok {rc=0}\u000a13:42:44.120301 --- ParallelTerminationStrategy: PID 28971 died...\u000a13:42:44.173134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28971): Terminated: ok {rc=0}\u000a13:42:44.182701 --- ParallelTerminationStrategy: PID 28974 died...\u000a13:42:44.235705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28974): Terminated: ok {rc=0}\u000a13:42:44.318373 bus /gobi_0: Setting Powered False\u000a13:42:45.424466 bus /gobi_0: Setting Powered False\u000a13:42:46.548180 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28984): Process ended prematurely: osmo-stp_10.42.42.5(pid=28984) [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28984)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28984): Process ended prematurely: osmo-stp_10.42.42.5(pid=28984) [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:42:47.658826 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:47.670277 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:42:47.816064 tst iperf3.py: using LAC 41292\u000a13:42:47.945239 tst iperf3.py: using RAC 237\u000a13:42:48.074078 tst iperf3.py: using CellId 41292\u000a13:42:48.201469 tst iperf3.py: using BVCI 41293\u000a13:42:48.226510 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:48.237992 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:48.249140 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:48.260199 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:48.271476 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:48.282874 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:48.294369 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:48.305547 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:48.316933 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:42:48.613416 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:42:48.750027 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:49.087009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28976): Launched\u000a13:42:49.367111 run iperf3-srv_10.42.42.10(pid=28977): Launched\u000a13:42:49.567519 tst iperf3.py:8: start network...\u000a13:42:49.703749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:50.214259 run create_hlr_db(pid=28978): Launched\u000a13:42:50.410547 bus /gobi_6: Setting Powered False\u000a13:42:51.424867 run create_hlr_db(pid=28978): Terminated: ok {rc=0}\u000a13:42:51.834679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28980): Launched\u000a13:42:52.139215 run osmo-hlr_10.42.42.2(pid=28981): Launched\u000a13:42:52.251429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:42:52.778964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28983): Launched\u000a13:42:53.083314 run osmo-stp_10.42.42.5(pid=28984): Launched\u000a13:42:53.193909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:42:53.724394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28986): Launched\u000a13:42:53.832436 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:42:54.097611 run patchelf(pid=28987): Launched\u000a13:42:54.275242 run osmo-stp_10.42.42.5(pid=28984): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28984)]\u000a13:42:54.405363 run osmo-stp_10.42.42.5(pid=28984): stdout: \u000a| (launched: 2022-12-14_13:42:52.933470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:54.536617 run osmo-stp_10.42.42.5(pid=28984): stderr: \u000a| �[0;m�[38;5;43m20221214134253105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134253105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134253105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134253106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134253106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134253106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134253106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:54.662364 run osmo-stp_10.42.42.5(pid=28984): stdout: \u000a| (launched: 2022-12-14_13:42:52.933470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:54.787200 run osmo-stp_10.42.42.5(pid=28984): stderr: \u000a| �[0;m�[38;5;43m20221214134253105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134253105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134253105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134253106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134253106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134253106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134253106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:54.932168 run patchelf(pid=28987): Terminating (SIGINT)\u000a13:42:55.102809 run patchelf(pid=28987): Terminated: ok {rc=0}\u000a13:42:55.134283 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28984): Process ended prematurely: osmo-stp_10.42.42.5(pid=28984) [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28984)] [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a13:42:55.143427 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:42:55.203080 run osmo-hlr_10.42.42.2(pid=28981): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28981)]\u000a13:42:55.252034 run osmo-hlr_10.42.42.2(pid=28981): stdout: \u000a| (launched: 2022-12-14_13:42:51.989306) \u000a13:42:55.301332 run osmo-hlr_10.42.42.2(pid=28981): stderr: \u000a| �[0;m�[1;31m20221214134252166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134252167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134252167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134252167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134252167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134252167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134252179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134252189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134252189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134252189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:42:55.343247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28976): Terminating (SIGTERM)\u000a13:42:55.382815 run iperf3-srv_10.42.42.10(pid=28977): Terminating (SIGTERM)\u000a13:42:55.422163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28980): Terminating (SIGTERM)\u000a13:42:55.461828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28983): Terminating (SIGTERM)\u000a13:42:55.501519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28986): Terminating (SIGTERM)\u000a13:42:55.510759 --- ParallelTerminationStrategy: PID 28976 died...\u000a13:42:55.564679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28976): Terminated: ok {rc=0}\u000a13:42:55.574520 --- ParallelTerminationStrategy: PID 28977 died...\u000a13:42:55.627529 run iperf3-srv_10.42.42.10(pid=28977): Terminated {rc=256}\u000a13:42:55.637083 --- ParallelTerminationStrategy: PID 28980 died...\u000a13:42:55.690039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28980): Terminated: ok {rc=0}\u000a13:42:55.699667 --- ParallelTerminationStrategy: PID 28983 died...\u000a13:42:55.752695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28983): Terminated: ok {rc=0}\u000a13:42:55.762387 --- ParallelTerminationStrategy: PID 28986 died...\u000a13:42:55.815925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28986): Terminated: ok {rc=0}\u000a13:42:55.904603 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29002): Process ended prematurely: osmo-stp_10.42.42.5(pid=29002) [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29002)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29002): Process ended prematurely: osmo-stp_10.42.42.5(pid=29002) [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:42:57.015595 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:57.027007 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:42:57.167122 tst iperf3m4.py: using LAC 41293\u000a13:42:57.297080 tst iperf3m4.py: using RAC 238\u000a13:42:57.414902 tst iperf3m4.py: using CellId 41293\u000a13:42:57.533250 tst iperf3m4.py: using BVCI 41294\u000a13:42:57.557042 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:57.568148 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:57.578900 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:57.589656 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:57.600182 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:57.610844 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:57.621548 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:57.632315 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:57.643210 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:42:57.759366 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:42:57.878583 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:42:58.000280 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:42:58.281730 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:42:58.409157 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:58.726513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28988): Launched\u000a13:42:58.993194 run iperf3-srv_10.42.42.10(pid=28989): Launched\u000a13:42:59.179400 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:42:59.306388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:59.623015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28990): Launched\u000a13:42:59.885065 run iperf3-srv_10.42.42.10(pid=28991): Launched\u000a13:43:00.070867 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:43:00.197920 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:00.515176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28992): Launched\u000a13:43:00.777337 run iperf3-srv_10.42.42.10(pid=28993): Launched\u000a13:43:00.986466 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:43:01.119183 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:01.452399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28994): Launched\u000a13:43:01.737995 run iperf3-srv_10.42.42.10(pid=28995): Launched\u000a13:43:01.931211 tst iperf3m4.py:8: start network...\u000a13:43:02.062486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:02.556099 run create_hlr_db(pid=28996): Launched\u000a13:43:02.731793 bus /gobi_6: Setting Powered False\u000a13:43:03.754864 run create_hlr_db(pid=28996): Terminated: ok {rc=0}\u000a13:43:04.172207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28998): Launched\u000a13:43:04.477534 run osmo-hlr_10.42.42.2(pid=28999): Launched\u000a13:43:04.597907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:05.134900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29001): Launched\u000a13:43:05.443484 run osmo-stp_10.42.42.5(pid=29002): Launched\u000a13:43:05.555212 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:43:06.087021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29004): Launched\u000a13:43:06.195377 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:43:06.461317 run patchelf(pid=29005): Launched\u000a13:43:06.639726 run osmo-stp_10.42.42.5(pid=29002): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29002)]\u000a13:43:06.770368 run osmo-stp_10.42.42.5(pid=29002): stdout: \u000a| (launched: 2022-12-14_13:43:05.290356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:06.900743 run osmo-stp_10.42.42.5(pid=29002): stderr: \u000a| �[0;m�[38;5;43m20221214134305461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134305461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134305462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134305462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134305462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134305462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134305463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:07.026661 run osmo-stp_10.42.42.5(pid=29002): stdout: \u000a| (launched: 2022-12-14_13:43:05.290356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:07.151573 run osmo-stp_10.42.42.5(pid=29002): stderr: \u000a| �[0;m�[38;5;43m20221214134305461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134305461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134305462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134305462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134305462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134305462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134305463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:07.297295 run patchelf(pid=29005): Terminating (SIGINT)\u000a13:43:07.468244 run patchelf(pid=29005): Terminated: ok {rc=0}\u000a13:43:07.499821 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29002): Process ended prematurely: osmo-stp_10.42.42.5(pid=29002) [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29002)] [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:43:07.509104 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a13:43:07.569212 run osmo-hlr_10.42.42.2(pid=28999): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28999)]\u000a13:43:07.618167 run osmo-hlr_10.42.42.2(pid=28999): stdout: \u000a| (launched: 2022-12-14_13:43:04.327742) \u000a13:43:07.668214 run osmo-hlr_10.42.42.2(pid=28999): stderr: \u000a| �[0;m�[1;31m20221214134304506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134304506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134304506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134304506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134304506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134304506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134304518 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134304527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134304527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134304528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:07.710128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28988): Terminating (SIGTERM)\u000a13:43:07.749714 run iperf3-srv_10.42.42.10(pid=28989): Terminating (SIGTERM)\u000a13:43:07.789478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28990): Terminating (SIGTERM)\u000a13:43:07.829039 run iperf3-srv_10.42.42.10(pid=28991): Terminating (SIGTERM)\u000a13:43:07.868553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28992): Terminating (SIGTERM)\u000a13:43:07.908108 run iperf3-srv_10.42.42.10(pid=28993): Terminating (SIGTERM)\u000a13:43:07.947620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28994): Terminating (SIGTERM)\u000a13:43:07.987138 run iperf3-srv_10.42.42.10(pid=28995): Terminating (SIGTERM)\u000a13:43:08.026667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28998): Terminating (SIGTERM)\u000a13:43:08.066226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29001): Terminating (SIGTERM)\u000a13:43:08.105839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29004): Terminating (SIGTERM)\u000a13:43:08.115038 --- ParallelTerminationStrategy: PID 28988 died...\u000a13:43:08.168701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28988): Terminated: ok {rc=0}\u000a13:43:08.178410 --- ParallelTerminationStrategy: PID 28989 died...\u000a13:43:08.231252 run iperf3-srv_10.42.42.10(pid=28989): Terminated {rc=256}\u000a13:43:08.240699 --- ParallelTerminationStrategy: PID 28990 died...\u000a13:43:08.293788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28990): Terminated: ok {rc=0}\u000a13:43:08.303640 --- ParallelTerminationStrategy: PID 28991 died...\u000a13:43:08.356642 run iperf3-srv_10.42.42.10(pid=28991): Terminated {rc=256}\u000a13:43:08.366268 --- ParallelTerminationStrategy: PID 28992 died...\u000a13:43:08.419256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28992): Terminated: ok {rc=0}\u000a13:43:08.428798 --- ParallelTerminationStrategy: PID 28993 died...\u000a13:43:08.481758 run iperf3-srv_10.42.42.10(pid=28993): Terminated {rc=256}\u000a13:43:08.491274 --- ParallelTerminationStrategy: PID 28994 died...\u000a13:43:08.544185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28994): Terminated: ok {rc=0}\u000a13:43:08.553824 --- ParallelTerminationStrategy: PID 28995 died...\u000a13:43:08.606719 run iperf3-srv_10.42.42.10(pid=28995): Terminated {rc=256}\u000a13:43:08.616195 --- ParallelTerminationStrategy: PID 28998 died...\u000a13:43:08.669182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28998): Terminated: ok {rc=0}\u000a13:43:08.678775 --- ParallelTerminationStrategy: PID 29001 died...\u000a13:43:08.731604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29001): Terminated: ok {rc=0}\u000a13:43:08.741299 --- ParallelTerminationStrategy: PID 29004 died...\u000a13:43:08.794160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29004): Terminated: ok {rc=0}\u000a13:43:08.877945 bus /gobi_4: Setting Powered False\u000a13:43:09.979971 bus /gobi_4: Setting Powered False\u000a13:43:11.086765 bus /gobi_1: Setting Powered False\u000a13:43:12.192292 bus /gobi_1: Setting Powered False\u000a13:43:13.304279 bus /gobi_0: Setting Powered False\u000a13:43:14.405586 bus /gobi_0: Setting Powered False\u000a13:43:15.512432 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29012): Process ended prematurely: osmo-stp_10.42.42.5(pid=29012) [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29012)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29012): Process ended prematurely: osmo-stp_10.42.42.5(pid=29012) [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29012)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:43:16.580901 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:16.594136 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:43:16.738130 tst ping.py: using LAC 41294\u000a13:43:16.883751 tst ping.py: using RAC 239\u000a13:43:17.017851 tst ping.py: using CellId 41294\u000a13:43:17.150541 tst ping.py: using BVCI 41295\u000a13:43:17.180651 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:17.194963 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:17.206976 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:17.220000 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:17.232463 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:17.243538 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:17.255220 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:17.266673 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:43:17.540277 tst ping.py:19: start network...\u000a13:43:17.664474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:18.144481 run create_hlr_db(pid=29006): Launched\u000a13:43:18.316722 bus /gobi_6: Setting Powered False\u000a13:43:19.337961 run create_hlr_db(pid=29006): Terminated: ok {rc=0}\u000a13:43:19.764347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29008): Launched\u000a13:43:20.087419 run osmo-hlr_10.42.42.2(pid=29009): Launched\u000a13:43:20.206677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:20.766771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29011): Launched\u000a13:43:21.089651 run osmo-stp_10.42.42.5(pid=29012): Launched\u000a13:43:21.206240 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:43:21.766026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29014): Launched\u000a13:43:21.881739 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:43:22.161696 run patchelf(pid=29015): Launched\u000a13:43:22.349927 run osmo-stp_10.42.42.5(pid=29012): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29012)]\u000a13:43:22.487592 run osmo-stp_10.42.42.5(pid=29012): stdout: \u000a| (launched: 2022-12-14_13:43:20.930030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:22.625614 run osmo-stp_10.42.42.5(pid=29012): stderr: \u000a| �[0;m�[38;5;43m20221214134321121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134321121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134321121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134321122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134321122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134321122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134321122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:22.759094 run osmo-stp_10.42.42.5(pid=29012): stdout: \u000a| (launched: 2022-12-14_13:43:20.930030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:22.891416 run osmo-stp_10.42.42.5(pid=29012): stderr: \u000a| �[0;m�[38;5;43m20221214134321121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134321121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134321121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134321122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134321122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134321122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134321122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:23.044516 run patchelf(pid=29015): Terminating (SIGINT)\u000a13:43:23.224060 run patchelf(pid=29015): Terminated: ok {rc=0}\u000a13:43:23.256541 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29012): Process ended prematurely: osmo-stp_10.42.42.5(pid=29012) [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29012)] [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a13:43:23.265850 tst ping.py:22: Test FAILED (6.7 sec)\u000a13:43:23.329832 run osmo-hlr_10.42.42.2(pid=29009): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29009)]\u000a13:43:23.381845 run osmo-hlr_10.42.42.2(pid=29009): stdout: \u000a| (launched: 2022-12-14_13:43:19.927980) \u000a13:43:23.434373 run osmo-hlr_10.42.42.2(pid=29009): stderr: \u000a| �[0;m�[1;31m20221214134320126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134320126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134320126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134320126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134320126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134320126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134320139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134320148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134320148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134320148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:23.479709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29008): Terminating (SIGTERM)\u000a13:43:23.522521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29011): Terminating (SIGTERM)\u000a13:43:23.565129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29014): Terminating (SIGTERM)\u000a13:43:23.575043 --- ParallelTerminationStrategy: PID 29008 died...\u000a13:43:23.632275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29008): Terminated: ok {rc=0}\u000a13:43:23.642578 --- ParallelTerminationStrategy: PID 29011 died...\u000a13:43:23.699235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29011): Terminated: ok {rc=0}\u000a13:43:23.709614 --- ParallelTerminationStrategy: PID 29014 died...\u000a13:43:23.766443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29014): Terminated: ok {rc=0}\u000a13:43:23.853466 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29022): Process ended prematurely: osmo-stp_10.42.42.5(pid=29022) [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29022)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29022): Process ended prematurely: osmo-stp_10.42.42.5(pid=29022) [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:43:24.905523 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:24.917566 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:43:25.068824 tst ping_idle_ping.py: using LAC 41295\u000a13:43:25.188335 tst ping_idle_ping.py: using RAC 240\u000a13:43:25.308106 tst ping_idle_ping.py: using CellId 41295\u000a13:43:25.427481 tst ping_idle_ping.py: using BVCI 41296\u000a13:43:25.450520 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:25.461421 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:25.472121 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:25.482806 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:25.493360 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:25.503931 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:25.514737 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:25.525362 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:43:25.800914 tst ping_idle_ping.py:24: start network...\u000a13:43:25.926029 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:26.408754 run create_hlr_db(pid=29016): Launched\u000a13:43:26.582841 bus /gobi_6: Setting Powered False\u000a13:43:27.604457 run create_hlr_db(pid=29016): Terminated: ok {rc=0}\u000a13:43:28.005957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29018): Launched\u000a13:43:28.309528 run osmo-hlr_10.42.42.2(pid=29019): Launched\u000a13:43:28.419176 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:28.941626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29021): Launched\u000a13:43:29.245540 run osmo-stp_10.42.42.5(pid=29022): Launched\u000a13:43:29.355838 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:43:29.881999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29024): Launched\u000a13:43:29.988665 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:43:30.250144 run patchelf(pid=29025): Launched\u000a13:43:30.425614 run osmo-stp_10.42.42.5(pid=29022): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29022)]\u000a13:43:30.553871 run osmo-stp_10.42.42.5(pid=29022): stdout: \u000a| (launched: 2022-12-14_13:43:29.095117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:30.682105 run osmo-stp_10.42.42.5(pid=29022): stderr: \u000a| �[0;m�[38;5;43m20221214134329265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134329265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134329266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134329266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134329266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134329266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134329267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:30.805881 run osmo-stp_10.42.42.5(pid=29022): stdout: \u000a| (launched: 2022-12-14_13:43:29.095117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:30.934390 run osmo-stp_10.42.42.5(pid=29022): stderr: \u000a| �[0;m�[38;5;43m20221214134329265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134329265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134329266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134329266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134329266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134329266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134329267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:31.079962 run patchelf(pid=29025): Terminating (SIGINT)\u000a13:43:31.251202 run patchelf(pid=29025): Terminated: ok {rc=0}\u000a13:43:31.282643 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29022): Process ended prematurely: osmo-stp_10.42.42.5(pid=29022) [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29022)] [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:43:31.291729 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:43:31.352495 run osmo-hlr_10.42.42.2(pid=29019): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29019)]\u000a13:43:31.402014 run osmo-hlr_10.42.42.2(pid=29019): stdout: \u000a| (launched: 2022-12-14_13:43:28.158889) \u000a13:43:31.452473 run osmo-hlr_10.42.42.2(pid=29019): stderr: \u000a| �[0;m�[1;31m20221214134328334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134328334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134328334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134328335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134328335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134328335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134328351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134328361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134328361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134328361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:31.495054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29018): Terminating (SIGTERM)\u000a13:43:31.535296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29021): Terminating (SIGTERM)\u000a13:43:31.576734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29024): Terminating (SIGTERM)\u000a13:43:31.587231 --- ParallelTerminationStrategy: PID 29018 died...\u000a13:43:31.642442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29018): Terminated: ok {rc=0}\u000a13:43:31.652481 --- ParallelTerminationStrategy: PID 29021 died...\u000a13:43:31.706422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29021): Terminated: ok {rc=0}\u000a13:43:31.716442 --- ParallelTerminationStrategy: PID 29024 died...\u000a13:43:31.770321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29024): Terminated: ok {rc=0}\u000a13:43:31.875361 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:42:34" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29041): Process ended prematurely: osmo-stp_10.42.42.5(pid=29041) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29041)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29041): Process ended prematurely: osmo-stp_10.42.42.5(pid=29041) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:43:34.035987 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:34.047480 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:43:34.213203 tst cs_paging_gprs_active.py: using LAC 41296\u000a13:43:34.339322 tst cs_paging_gprs_active.py: using RAC 241\u000a13:43:34.467057 tst cs_paging_gprs_active.py: using CellId 41296\u000a13:43:34.594578 tst cs_paging_gprs_active.py: using BVCI 41297\u000a13:43:34.619837 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:34.631266 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:34.642662 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:34.653763 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:34.665149 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:34.676518 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:34.687932 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:34.699381 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:34.710910 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:43:34.827552 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:43:35.111489 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:43:35.239788 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:35.559372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29031): Launched\u000a13:43:35.821872 run iperf3-srv_10.42.42.10(pid=29032): Launched\u000a13:43:36.008385 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:43:36.135141 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:36.451993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29033): Launched\u000a13:43:36.714078 run iperf3-srv_10.42.42.10(pid=29034): Launched\u000a13:43:36.900382 tst cs_paging_gprs_active.py:38: start network...\u000a13:43:37.027160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:37.515413 run create_hlr_db(pid=29035): Launched\u000a13:43:37.690042 bus /gobi_6: Setting Powered False\u000a13:43:38.712199 run create_hlr_db(pid=29035): Terminated: ok {rc=0}\u000a13:43:39.146413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29037): Launched\u000a13:43:39.474012 run osmo-hlr_10.42.42.2(pid=29038): Launched\u000a13:43:39.596207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:40.164406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29040): Launched\u000a13:43:40.493489 run osmo-stp_10.42.42.5(pid=29041): Launched\u000a13:43:40.613290 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:43:41.182466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29043): Launched\u000a13:43:41.299269 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:43:41.591894 run patchelf(pid=29044): Launched\u000a13:43:41.783486 run osmo-stp_10.42.42.5(pid=29041): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29041)]\u000a13:43:41.923847 run osmo-stp_10.42.42.5(pid=29041): stdout: \u000a| (launched: 2022-12-14_13:43:40.330578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:42.064423 run osmo-stp_10.42.42.5(pid=29041): stderr: \u000a| �[0;m�[38;5;43m20221214134340523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134340523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134340523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134340524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134340524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134340524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134340524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:42.199978 run osmo-stp_10.42.42.5(pid=29041): stdout: \u000a| (launched: 2022-12-14_13:43:40.330578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:42.334822 run osmo-stp_10.42.42.5(pid=29041): stderr: \u000a| �[0;m�[38;5;43m20221214134340523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134340523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134340523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134340524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134340524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134340524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134340524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:42.491661 run patchelf(pid=29044): Terminating (SIGINT)\u000a13:43:42.675388 run patchelf(pid=29044): Terminated: ok {rc=0}\u000a13:43:42.708930 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29041): Process ended prematurely: osmo-stp_10.42.42.5(pid=29041) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29041)] [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:43:42.718884 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:43:42.782447 run osmo-hlr_10.42.42.2(pid=29038): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29038)]\u000a13:43:42.833713 run osmo-hlr_10.42.42.2(pid=29038): stdout: \u000a| (launched: 2022-12-14_13:43:39.312802) \u000a13:43:42.885731 run osmo-hlr_10.42.42.2(pid=29038): stderr: \u000a| �[0;m�[1;31m20221214134339511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134339511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134339511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134339511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134339511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134339512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134339524 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134339532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134339532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134339532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:42.930281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29031): Terminating (SIGTERM)\u000a13:43:42.971943 run iperf3-srv_10.42.42.10(pid=29032): Terminating (SIGTERM)\u000a13:43:43.014466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29033): Terminating (SIGTERM)\u000a13:43:43.056386 run iperf3-srv_10.42.42.10(pid=29034): Terminating (SIGTERM)\u000a13:43:43.098839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29037): Terminating (SIGTERM)\u000a13:43:43.140776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29040): Terminating (SIGTERM)\u000a13:43:43.182875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29043): Terminating (SIGTERM)\u000a13:43:43.192592 --- ParallelTerminationStrategy: PID 29031 died...\u000a13:43:43.249326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29031): Terminated: ok {rc=0}\u000a13:43:43.259484 --- ParallelTerminationStrategy: PID 29032 died...\u000a13:43:43.315687 run iperf3-srv_10.42.42.10(pid=29032): Terminated {rc=256}\u000a13:43:43.325759 --- ParallelTerminationStrategy: PID 29033 died...\u000a13:43:43.382253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29033): Terminated: ok {rc=0}\u000a13:43:43.392519 --- ParallelTerminationStrategy: PID 29034 died...\u000a13:43:43.448680 run iperf3-srv_10.42.42.10(pid=29034): Terminated {rc=256}\u000a13:43:43.458958 --- ParallelTerminationStrategy: PID 29037 died...\u000a13:43:43.515543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29037): Terminated: ok {rc=0}\u000a13:43:43.525914 --- ParallelTerminationStrategy: PID 29040 died...\u000a13:43:43.582049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29040): Terminated: ok {rc=0}\u000a13:43:43.592114 --- ParallelTerminationStrategy: PID 29043 died...\u000a13:43:43.648352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29043): Terminated: ok {rc=0}\u000a13:43:43.735302 bus /gobi_0: Setting Powered False\u000a13:43:44.841691 bus /gobi_0: Setting Powered False\u000a13:43:45.958587 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29053): Process ended prematurely: osmo-stp_10.42.42.5(pid=29053) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29053)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29053): Process ended prematurely: osmo-stp_10.42.42.5(pid=29053) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29053)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:43:47.077224 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:47.090333 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:43:47.282019 tst iperf3.py: using LAC 41297\u000a13:43:47.411240 tst iperf3.py: using RAC 242\u000a13:43:47.528407 tst iperf3.py: using CellId 41297\u000a13:43:47.645964 tst iperf3.py: using BVCI 41298\u000a13:43:47.669373 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:47.680081 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:47.691157 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:47.701858 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:47.712358 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:47.723034 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:47.733741 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:47.744236 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:47.755072 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:43:48.051057 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:43:48.187616 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:48.526483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29045): Launched\u000a13:43:48.807383 run iperf3-srv_10.42.42.10(pid=29046): Launched\u000a13:43:49.008011 tst iperf3.py:8: start network...\u000a13:43:49.144829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:49.659505 run create_hlr_db(pid=29047): Launched\u000a13:43:49.848137 bus /gobi_6: Setting Powered False\u000a13:43:50.869901 run create_hlr_db(pid=29047): Terminated: ok {rc=0}\u000a13:43:51.304825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29049): Launched\u000a13:43:51.634666 run osmo-hlr_10.42.42.2(pid=29050): Launched\u000a13:43:51.754598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:52.323150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29052): Launched\u000a13:43:52.651455 run osmo-stp_10.42.42.5(pid=29053): Launched\u000a13:43:52.770912 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:43:53.341046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29055): Launched\u000a13:43:53.458009 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:43:53.744195 run patchelf(pid=29056): Launched\u000a13:43:53.934785 run osmo-stp_10.42.42.5(pid=29053): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29053)]\u000a13:43:54.074648 run osmo-stp_10.42.42.5(pid=29053): stdout: \u000a| (launched: 2022-12-14_13:43:52.490369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:54.214903 run osmo-stp_10.42.42.5(pid=29053): stderr: \u000a| �[0;m�[38;5;43m20221214134352684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134352684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134352684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134352685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134352685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134352685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134352685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:54.350063 run osmo-stp_10.42.42.5(pid=29053): stdout: \u000a| (launched: 2022-12-14_13:43:52.490369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:54.484203 run osmo-stp_10.42.42.5(pid=29053): stderr: \u000a| �[0;m�[38;5;43m20221214134352684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134352684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134352684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134352685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134352685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134352685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134352685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:54.640531 run patchelf(pid=29056): Terminating (SIGINT)\u000a13:43:54.823428 run patchelf(pid=29056): Terminated: ok {rc=0}\u000a13:43:54.856681 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29053): Process ended prematurely: osmo-stp_10.42.42.5(pid=29053) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29053)] [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:43:54.866536 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a13:43:54.930203 run osmo-hlr_10.42.42.2(pid=29050): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29050)]\u000a13:43:54.981866 run osmo-hlr_10.42.42.2(pid=29050): stdout: \u000a| (launched: 2022-12-14_13:43:51.471137) \u000a13:43:55.034194 run osmo-hlr_10.42.42.2(pid=29050): stderr: \u000a| �[0;m�[1;31m20221214134351671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134351671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134351671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134351671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134351671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134351671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134351684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134351693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134351694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134351694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:55.078869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29045): Terminating (SIGTERM)\u000a13:43:55.121731 run iperf3-srv_10.42.42.10(pid=29046): Terminating (SIGTERM)\u000a13:43:55.163980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29049): Terminating (SIGTERM)\u000a13:43:55.206523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29052): Terminating (SIGTERM)\u000a13:43:55.248927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29055): Terminating (SIGTERM)\u000a13:43:55.258667 --- ParallelTerminationStrategy: PID 29045 died...\u000a13:43:55.315396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29045): Terminated: ok {rc=0}\u000a13:43:55.325514 --- ParallelTerminationStrategy: PID 29046 died...\u000a13:43:55.381807 run iperf3-srv_10.42.42.10(pid=29046): Terminated {rc=256}\u000a13:43:55.391852 --- ParallelTerminationStrategy: PID 29049 died...\u000a13:43:55.447964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29049): Terminated: ok {rc=0}\u000a13:43:55.458031 --- ParallelTerminationStrategy: PID 29052 died...\u000a13:43:55.514938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29052): Terminated: ok {rc=0}\u000a13:43:55.525135 --- ParallelTerminationStrategy: PID 29055 died...\u000a13:43:55.581619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29055): Terminated: ok {rc=0}\u000a13:43:55.670791 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29071): Process ended prematurely: osmo-stp_10.42.42.5(pid=29071) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29071)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29071): Process ended prematurely: osmo-stp_10.42.42.5(pid=29071) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:43:56.782161 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:56.793829 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:43:56.951364 tst iperf3m4.py: using LAC 41298\u000a13:43:57.073390 tst iperf3m4.py: using RAC 243\u000a13:43:57.192140 tst iperf3m4.py: using CellId 41298\u000a13:43:57.313003 tst iperf3m4.py: using BVCI 41299\u000a13:43:57.336287 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:57.347261 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:57.357984 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:57.368699 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:57.379292 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:57.389919 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:57.401098 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:57.412202 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:57.423251 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:43:57.544887 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:43:57.666885 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:43:57.783556 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:43:58.081127 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:43:58.217876 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:58.556260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29057): Launched\u000a13:43:58.838631 run iperf3-srv_10.42.42.10(pid=29058): Launched\u000a13:43:59.039157 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:43:59.175972 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:59.515590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29059): Launched\u000a13:43:59.797576 run iperf3-srv_10.42.42.10(pid=29060): Launched\u000a13:43:59.998308 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:44:00.135314 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:00.474410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29061): Launched\u000a13:44:00.755185 run iperf3-srv_10.42.42.10(pid=29062): Launched\u000a13:44:00.978285 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:44:01.117918 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:01.470682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29063): Launched\u000a13:44:01.769563 run iperf3-srv_10.42.42.10(pid=29064): Launched\u000a13:44:01.974342 tst iperf3m4.py:8: start network...\u000a13:44:02.114538 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:02.631867 run create_hlr_db(pid=29065): Launched\u000a13:44:02.821657 bus /gobi_6: Setting Powered False\u000a13:44:03.842473 run create_hlr_db(pid=29065): Terminated: ok {rc=0}\u000a13:44:04.254348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29067): Launched\u000a13:44:04.560188 run osmo-hlr_10.42.42.2(pid=29068): Launched\u000a13:44:04.676853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:05.205860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29070): Launched\u000a13:44:05.510339 run osmo-stp_10.42.42.5(pid=29071): Launched\u000a13:44:05.621501 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:44:06.152003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29073): Launched\u000a13:44:06.259874 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:44:06.525192 run patchelf(pid=29074): Launched\u000a13:44:06.703017 run osmo-stp_10.42.42.5(pid=29071): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29071)]\u000a13:44:06.832750 run osmo-stp_10.42.42.5(pid=29071): stdout: \u000a| (launched: 2022-12-14_13:44:05.360736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:06.962918 run osmo-stp_10.42.42.5(pid=29071): stderr: \u000a| �[0;m�[38;5;43m20221214134405532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134405532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134405532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134405533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134405535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134405535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134405535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:07.088405 run osmo-stp_10.42.42.5(pid=29071): stdout: \u000a| (launched: 2022-12-14_13:44:05.360736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:07.212837 run osmo-stp_10.42.42.5(pid=29071): stderr: \u000a| �[0;m�[38;5;43m20221214134405532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134405532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134405532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134405533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134405535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134405535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134405535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:07.358076 run patchelf(pid=29074): Terminating (SIGINT)\u000a13:44:07.528655 run patchelf(pid=29074): Terminated: ok {rc=0}\u000a13:44:07.560022 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29071): Process ended prematurely: osmo-stp_10.42.42.5(pid=29071) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29071)] [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:44:07.569215 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a13:44:07.629129 run osmo-hlr_10.42.42.2(pid=29068): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29068)]\u000a13:44:07.677958 run osmo-hlr_10.42.42.2(pid=29068): stdout: \u000a| (launched: 2022-12-14_13:44:04.409633) \u000a13:44:07.727291 run osmo-hlr_10.42.42.2(pid=29068): stderr: \u000a| �[0;m�[1;31m20221214134404590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134404590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134404590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134404590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134404590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134404590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134404602 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134404611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134404611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134404611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:07.769464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29057): Terminating (SIGTERM)\u000a13:44:07.809026 run iperf3-srv_10.42.42.10(pid=29058): Terminating (SIGTERM)\u000a13:44:07.848566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29059): Terminating (SIGTERM)\u000a13:44:07.888100 run iperf3-srv_10.42.42.10(pid=29060): Terminating (SIGTERM)\u000a13:44:07.927550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29061): Terminating (SIGTERM)\u000a13:44:07.967095 run iperf3-srv_10.42.42.10(pid=29062): Terminating (SIGTERM)\u000a13:44:08.006581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29063): Terminating (SIGTERM)\u000a13:44:08.045890 run iperf3-srv_10.42.42.10(pid=29064): Terminating (SIGTERM)\u000a13:44:08.085401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29067): Terminating (SIGTERM)\u000a13:44:08.125554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29070): Terminating (SIGTERM)\u000a13:44:08.165324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29073): Terminating (SIGTERM)\u000a13:44:08.174605 --- ParallelTerminationStrategy: PID 29057 died...\u000a13:44:08.228097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29057): Terminated: ok {rc=0}\u000a13:44:08.237869 --- ParallelTerminationStrategy: PID 29058 died...\u000a13:44:08.290944 run iperf3-srv_10.42.42.10(pid=29058): Terminated {rc=256}\u000a13:44:08.300631 --- ParallelTerminationStrategy: PID 29059 died...\u000a13:44:08.353576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29059): Terminated: ok {rc=0}\u000a13:44:08.363325 --- ParallelTerminationStrategy: PID 29060 died...\u000a13:44:08.416265 run iperf3-srv_10.42.42.10(pid=29060): Terminated {rc=256}\u000a13:44:08.425972 --- ParallelTerminationStrategy: PID 29061 died...\u000a13:44:08.479280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29061): Terminated: ok {rc=0}\u000a13:44:08.489001 --- ParallelTerminationStrategy: PID 29062 died...\u000a13:44:08.542000 run iperf3-srv_10.42.42.10(pid=29062): Terminated {rc=256}\u000a13:44:08.551709 --- ParallelTerminationStrategy: PID 29063 died...\u000a13:44:08.604907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29063): Terminated: ok {rc=0}\u000a13:44:08.614719 --- ParallelTerminationStrategy: PID 29064 died...\u000a13:44:08.667725 run iperf3-srv_10.42.42.10(pid=29064): Terminated {rc=256}\u000a13:44:08.677529 --- ParallelTerminationStrategy: PID 29067 died...\u000a13:44:08.730492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29067): Terminated: ok {rc=0}\u000a13:44:08.740071 --- ParallelTerminationStrategy: PID 29070 died...\u000a13:44:08.793068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29070): Terminated: ok {rc=0}\u000a13:44:08.802819 --- ParallelTerminationStrategy: PID 29073 died...\u000a13:44:08.856081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29073): Terminated: ok {rc=0}\u000a13:44:08.944905 bus /gobi_4: Setting Powered False\u000a13:44:10.049102 bus /gobi_4: Setting Powered False\u000a13:44:11.161652 bus /gobi_1: Setting Powered False\u000a13:44:12.264848 bus /gobi_1: Setting Powered False\u000a13:44:13.377034 bus /gobi_0: Setting Powered False\u000a13:44:14.478389 bus /gobi_0: Setting Powered False\u000a13:44:15.589553 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29082): Process ended prematurely: osmo-stp_10.42.42.5(pid=29082) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29082)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29082): Process ended prematurely: osmo-stp_10.42.42.5(pid=29082) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29082)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:44:16.662438 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:16.675870 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:44:16.877800 tst ping.py: using LAC 41299\u000a13:44:17.023495 tst ping.py: using RAC 244\u000a13:44:17.158811 tst ping.py: using CellId 41299\u000a13:44:17.286456 tst ping.py: using BVCI 41300\u000a13:44:17.311002 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:17.322576 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:17.333854 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:17.345280 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:17.356724 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:17.368499 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:17.380059 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:17.391343 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:44:17.667998 tst ping.py:19: start network...\u000a13:44:17.793648 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:18.274304 run create_hlr_db(pid=29075): Launched\u000a13:44:18.447163 bus /gobi_6: Setting Powered False\u000a13:44:19.469073 run create_hlr_db(pid=29075): Terminated: ok {rc=0}\u000a13:44:19.868040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29077): Launched\u000a13:44:20.168387 run osmo-hlr_10.42.42.2(pid=29078): Launched\u000a13:44:20.278745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:20.801116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29081): Launched\u000a13:44:21.101611 run osmo-stp_10.42.42.5(pid=29082): Launched\u000a13:44:21.210392 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:44:21.731032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29084): Launched\u000a13:44:21.837756 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:44:22.099236 run patchelf(pid=29085): Launched\u000a13:44:22.274915 run osmo-stp_10.42.42.5(pid=29082): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29082)]\u000a13:44:22.402466 run osmo-stp_10.42.42.5(pid=29082): stdout: \u000a| (launched: 2022-12-14_13:44:20.953149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:22.530606 run osmo-stp_10.42.42.5(pid=29082): stderr: \u000a| �[0;m�[38;5;43m20221214134421123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134421123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134421123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134421123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134421124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134421124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134421124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:22.654318 run osmo-stp_10.42.42.5(pid=29082): stdout: \u000a| (launched: 2022-12-14_13:44:20.953149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:22.776651 run osmo-stp_10.42.42.5(pid=29082): stderr: \u000a| �[0;m�[38;5;43m20221214134421123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134421123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134421123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134421123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134421124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134421124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134421124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:22.919588 run patchelf(pid=29085): Terminating (SIGINT)\u000a13:44:23.086953 run patchelf(pid=29085): Terminated: ok {rc=0}\u000a13:44:23.117499 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29082): Process ended prematurely: osmo-stp_10.42.42.5(pid=29082) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29082)] [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:44:23.126134 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:44:23.185968 run osmo-hlr_10.42.42.2(pid=29078): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29078)]\u000a13:44:23.234647 run osmo-hlr_10.42.42.2(pid=29078): stdout: \u000a| (launched: 2022-12-14_13:44:20.020319) \u000a13:44:23.284014 run osmo-hlr_10.42.42.2(pid=29078): stderr: \u000a| �[0;m�[1;31m20221214134420196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134420196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134420196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134420196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134420196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134420196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134420208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134420217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134420217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134420217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:23.325918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29077): Terminating (SIGTERM)\u000a13:44:23.365563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29081): Terminating (SIGTERM)\u000a13:44:23.405227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29084): Terminating (SIGTERM)\u000a13:44:23.414575 --- ParallelTerminationStrategy: PID 29077 died...\u000a13:44:23.468421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29077): Terminated: ok {rc=0}\u000a13:44:23.478261 --- ParallelTerminationStrategy: PID 29081 died...\u000a13:44:23.531442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29081): Terminated: ok {rc=0}\u000a13:44:23.541122 --- ParallelTerminationStrategy: PID 29084 died...\u000a13:44:23.594320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29084): Terminated: ok {rc=0}\u000a13:44:23.677591 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29092): Process ended prematurely: osmo-stp_10.42.42.5(pid=29092) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29092)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29092): Process ended prematurely: osmo-stp_10.42.42.5(pid=29092) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:44:24.730331 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:24.742626 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:44:24.913071 tst ping_idle_ping.py: using LAC 41300\u000a13:44:25.037067 tst ping_idle_ping.py: using RAC 245\u000a13:44:25.161670 tst ping_idle_ping.py: using CellId 41300\u000a13:44:25.286724 tst ping_idle_ping.py: using BVCI 41301\u000a13:44:25.311323 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:25.322816 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:25.334013 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:25.345289 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:25.356742 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:25.368282 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:25.379865 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:25.391510 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:44:25.667487 tst ping_idle_ping.py:24: start network...\u000a13:44:25.792571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:26.279199 run create_hlr_db(pid=29086): Launched\u000a13:44:26.452903 bus /gobi_6: Setting Powered False\u000a13:44:27.474672 run create_hlr_db(pid=29086): Terminated: ok {rc=0}\u000a13:44:27.875865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29088): Launched\u000a13:44:28.178045 run osmo-hlr_10.42.42.2(pid=29089): Launched\u000a13:44:28.288018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:28.808545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29091): Launched\u000a13:44:29.110284 run osmo-stp_10.42.42.5(pid=29092): Launched\u000a13:44:29.219450 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:44:29.742700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29094): Launched\u000a13:44:29.849790 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:44:30.111939 run patchelf(pid=29095): Launched\u000a13:44:30.288459 run osmo-stp_10.42.42.5(pid=29092): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29092)]\u000a13:44:30.417759 run osmo-stp_10.42.42.5(pid=29092): stdout: \u000a| (launched: 2022-12-14_13:44:28.961467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:30.546809 run osmo-stp_10.42.42.5(pid=29092): stderr: \u000a| �[0;m�[38;5;43m20221214134429130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134429130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134429130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134429131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134429133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134429133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134429133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:30.671244 run osmo-stp_10.42.42.5(pid=29092): stdout: \u000a| (launched: 2022-12-14_13:44:28.961467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:30.795190 run osmo-stp_10.42.42.5(pid=29092): stderr: \u000a| �[0;m�[38;5;43m20221214134429130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134429130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134429130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134429131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134429133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134429133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134429133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:30.956722 run patchelf(pid=29095): Terminating (SIGINT)\u000a13:44:31.128673 run patchelf(pid=29095): Terminated: ok {rc=0}\u000a13:44:31.160225 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29092): Process ended prematurely: osmo-stp_10.42.42.5(pid=29092) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29092)] [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:44:31.169452 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:44:31.230695 run osmo-hlr_10.42.42.2(pid=29089): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29089)]\u000a13:44:31.280725 run osmo-hlr_10.42.42.2(pid=29089): stdout: \u000a| (launched: 2022-12-14_13:44:28.029385) \u000a13:44:31.331411 run osmo-hlr_10.42.42.2(pid=29089): stderr: \u000a| �[0;m�[1;31m20221214134428208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134428208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134428208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134428208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134428208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134428208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134428225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134428234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134428235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134428235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:31.374527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29088): Terminating (SIGTERM)\u000a13:44:31.415069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29091): Terminating (SIGTERM)\u000a13:44:31.455869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29094): Terminating (SIGTERM)\u000a13:44:31.465459 --- ParallelTerminationStrategy: PID 29088 died...\u000a13:44:31.521095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29088): Terminated: ok {rc=0}\u000a13:44:31.531336 --- ParallelTerminationStrategy: PID 29091 died...\u000a13:44:31.588036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29091): Terminated: ok {rc=0}\u000a13:44:31.598331 --- ParallelTerminationStrategy: PID 29094 died...\u000a13:44:31.652376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29094): Terminated: ok {rc=0}\u000a13:44:31.737714 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:43:33" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29111): Process ended prematurely: osmo-stp_10.42.42.5(pid=29111) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29111)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29111): Process ended prematurely: osmo-stp_10.42.42.5(pid=29111) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29111)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:44:33.882718 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:33.893591 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:44:34.051972 tst cs_paging_gprs_active.py: using LAC 41301\u000a13:44:34.174109 tst cs_paging_gprs_active.py: using RAC 246\u000a13:44:34.298726 tst cs_paging_gprs_active.py: using CellId 41301\u000a13:44:34.431245 tst cs_paging_gprs_active.py: using BVCI 41302\u000a13:44:34.456734 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:34.468173 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:34.479333 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:34.490980 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:34.503450 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:34.515711 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:34.528019 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:34.540054 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:34.552304 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:44:34.669190 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:44:34.972432 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:44:35.110445 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:35.451638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29101): Launched\u000a13:44:35.735558 run iperf3-srv_10.42.42.10(pid=29102): Launched\u000a13:44:35.937171 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:44:36.074840 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:36.414886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29103): Launched\u000a13:44:36.696075 run iperf3-srv_10.42.42.10(pid=29104): Launched\u000a13:44:36.897162 tst cs_paging_gprs_active.py:38: start network...\u000a13:44:37.034136 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:37.549766 run create_hlr_db(pid=29105): Launched\u000a13:44:37.739955 bus /gobi_6: Setting Powered False\u000a13:44:38.761508 run create_hlr_db(pid=29105): Terminated: ok {rc=0}\u000a13:44:39.196818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29107): Launched\u000a13:44:39.526474 run osmo-hlr_10.42.42.2(pid=29108): Launched\u000a13:44:39.649531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:40.220898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29110): Launched\u000a13:44:40.550908 run osmo-stp_10.42.42.5(pid=29111): Launched\u000a13:44:40.670929 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:44:41.242608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29113): Launched\u000a13:44:41.360761 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:44:41.649447 run patchelf(pid=29114): Launched\u000a13:44:41.842793 run osmo-stp_10.42.42.5(pid=29111): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29111)]\u000a13:44:41.983627 run osmo-stp_10.42.42.5(pid=29111): stdout: \u000a| (launched: 2022-12-14_13:44:40.388083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:42.124138 run osmo-stp_10.42.42.5(pid=29111): stderr: \u000a| �[0;m�[38;5;43m20221214134440583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134440583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134440583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134440584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134440584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134440584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134440584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:42.259855 run osmo-stp_10.42.42.5(pid=29111): stdout: \u000a| (launched: 2022-12-14_13:44:40.388083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:42.394714 run osmo-stp_10.42.42.5(pid=29111): stderr: \u000a| �[0;m�[38;5;43m20221214134440583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134440583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134440583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134440584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134440584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134440584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134440584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:42.551955 run patchelf(pid=29114): Terminating (SIGINT)\u000a13:44:42.735256 run patchelf(pid=29114): Terminated: ok {rc=0}\u000a13:44:42.768634 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29111): Process ended prematurely: osmo-stp_10.42.42.5(pid=29111) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29111)] [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:44:42.778529 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a13:44:42.841819 run osmo-hlr_10.42.42.2(pid=29108): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29108)]\u000a13:44:42.893058 run osmo-hlr_10.42.42.2(pid=29108): stdout: \u000a| (launched: 2022-12-14_13:44:39.364274) \u000a13:44:42.944913 run osmo-hlr_10.42.42.2(pid=29108): stderr: \u000a| �[0;m�[1;31m20221214134439564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134439564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134439564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134439564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134439564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134439564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134439577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134439585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134439586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134439586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:42.989225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29101): Terminating (SIGTERM)\u000a13:44:43.031571 run iperf3-srv_10.42.42.10(pid=29102): Terminating (SIGTERM)\u000a13:44:43.073733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29103): Terminating (SIGTERM)\u000a13:44:43.115449 run iperf3-srv_10.42.42.10(pid=29104): Terminating (SIGTERM)\u000a13:44:43.157161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29107): Terminating (SIGTERM)\u000a13:44:43.198841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29110): Terminating (SIGTERM)\u000a13:44:43.241176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29113): Terminating (SIGTERM)\u000a13:44:43.250838 --- ParallelTerminationStrategy: PID 29101 died...\u000a13:44:43.307354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29101): Terminated: ok {rc=0}\u000a13:44:43.317496 --- ParallelTerminationStrategy: PID 29102 died...\u000a13:44:43.373304 run iperf3-srv_10.42.42.10(pid=29102): Terminated {rc=256}\u000a13:44:43.383354 --- ParallelTerminationStrategy: PID 29103 died...\u000a13:44:43.439479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29103): Terminated: ok {rc=0}\u000a13:44:43.449918 --- ParallelTerminationStrategy: PID 29104 died...\u000a13:44:43.506144 run iperf3-srv_10.42.42.10(pid=29104): Terminated {rc=256}\u000a13:44:43.516304 --- ParallelTerminationStrategy: PID 29107 died...\u000a13:44:43.572237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29107): Terminated: ok {rc=0}\u000a13:44:43.582483 --- ParallelTerminationStrategy: PID 29110 died...\u000a13:44:43.638302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29110): Terminated: ok {rc=0}\u000a13:44:43.648466 --- ParallelTerminationStrategy: PID 29113 died...\u000a13:44:43.704177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29113): Terminated: ok {rc=0}\u000a13:44:43.789771 bus /gobi_0: Setting Powered False\u000a13:44:44.895283 bus /gobi_0: Setting Powered False\u000a13:44:46.020207 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29123): Process ended prematurely: osmo-stp_10.42.42.5(pid=29123) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29123)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29123): Process ended prematurely: osmo-stp_10.42.42.5(pid=29123) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:44:47.129759 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:47.143146 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:44:47.300893 tst iperf3.py: using LAC 41302\u000a13:44:47.427926 tst iperf3.py: using RAC 247\u000a13:44:47.561373 tst iperf3.py: using CellId 41302\u000a13:44:47.692304 tst iperf3.py: using BVCI 41303\u000a13:44:47.717282 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:47.728783 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:47.740153 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:47.751303 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:47.762682 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:47.774138 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:47.785682 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:47.797100 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:47.808740 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:44:48.087436 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:44:48.214149 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:48.531917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29115): Launched\u000a13:44:48.796481 run iperf3-srv_10.42.42.10(pid=29116): Launched\u000a13:44:48.982600 tst iperf3.py:8: start network...\u000a13:44:49.109601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:49.600741 run create_hlr_db(pid=29117): Launched\u000a13:44:49.776212 bus /gobi_6: Setting Powered False\u000a13:44:50.798072 run create_hlr_db(pid=29117): Terminated: ok {rc=0}\u000a13:44:51.233845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29119): Launched\u000a13:44:51.563485 run osmo-hlr_10.42.42.2(pid=29120): Launched\u000a13:44:51.682932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:52.252452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29122): Launched\u000a13:44:52.583312 run osmo-stp_10.42.42.5(pid=29123): Launched\u000a13:44:52.702418 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:44:53.272477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29125): Launched\u000a13:44:53.389658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:44:53.675143 run patchelf(pid=29126): Launched\u000a13:44:53.866328 run osmo-stp_10.42.42.5(pid=29123): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29123)]\u000a13:44:54.006742 run osmo-stp_10.42.42.5(pid=29123): stdout: \u000a| (launched: 2022-12-14_13:44:52.419266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:54.147199 run osmo-stp_10.42.42.5(pid=29123): stderr: \u000a| �[0;m�[38;5;43m20221214134452611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134452611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134452612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134452612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134452613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134452613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134452613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:54.283032 run osmo-stp_10.42.42.5(pid=29123): stdout: \u000a| (launched: 2022-12-14_13:44:52.419266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:54.417569 run osmo-stp_10.42.42.5(pid=29123): stderr: \u000a| �[0;m�[38;5;43m20221214134452611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134452611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134452612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134452612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134452613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134452613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134452613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:54.574784 run patchelf(pid=29126): Terminating (SIGINT)\u000a13:44:54.757670 run patchelf(pid=29126): Terminated: ok {rc=0}\u000a13:44:54.791006 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29123): Process ended prematurely: osmo-stp_10.42.42.5(pid=29123) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29123)] [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:44:54.800755 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:44:54.864654 run osmo-hlr_10.42.42.2(pid=29120): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29120)]\u000a13:44:54.916263 run osmo-hlr_10.42.42.2(pid=29120): stdout: \u000a| (launched: 2022-12-14_13:44:51.401342) \u000a13:44:54.968533 run osmo-hlr_10.42.42.2(pid=29120): stderr: \u000a| �[0;m�[1;31m20221214134451600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134451600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134451600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134451600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134451600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134451600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134451626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134451635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134451635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134451635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:55.013253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29115): Terminating (SIGTERM)\u000a13:44:55.055527 run iperf3-srv_10.42.42.10(pid=29116): Terminating (SIGTERM)\u000a13:44:55.097958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29119): Terminating (SIGTERM)\u000a13:44:55.140328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29122): Terminating (SIGTERM)\u000a13:44:55.183154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29125): Terminating (SIGTERM)\u000a13:44:55.193037 --- ParallelTerminationStrategy: PID 29115 died...\u000a13:44:55.249914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29115): Terminated: ok {rc=0}\u000a13:44:55.260190 --- ParallelTerminationStrategy: PID 29116 died...\u000a13:44:55.316570 run iperf3-srv_10.42.42.10(pid=29116): Terminated {rc=256}\u000a13:44:55.326783 --- ParallelTerminationStrategy: PID 29119 died...\u000a13:44:55.383344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29119): Terminated: ok {rc=0}\u000a13:44:55.393627 --- ParallelTerminationStrategy: PID 29122 died...\u000a13:44:55.449962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29122): Terminated: ok {rc=0}\u000a13:44:55.460253 --- ParallelTerminationStrategy: PID 29125 died...\u000a13:44:55.516996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29125): Terminated: ok {rc=0}\u000a13:44:55.604363 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29144): Process ended prematurely: osmo-stp_10.42.42.5(pid=29144) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29144): Process ended prematurely: osmo-stp_10.42.42.5(pid=29144) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:44:56.717062 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:56.728637 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:44:56.894218 tst iperf3m4.py: using LAC 41303\u000a13:44:57.017090 tst iperf3m4.py: using RAC 248\u000a13:44:57.137147 tst iperf3m4.py: using CellId 41303\u000a13:44:57.256499 tst iperf3m4.py: using BVCI 41304\u000a13:44:57.279861 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:57.290804 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:57.301589 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:57.312207 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:57.322779 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:57.333845 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:57.345154 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:57.355823 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:57.366716 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:44:57.483127 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:44:57.604749 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:44:57.721745 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:44:58.001565 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:44:58.128711 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:58.446158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29127): Launched\u000a13:44:58.712912 run iperf3-srv_10.42.42.10(pid=29128): Launched\u000a13:44:58.899157 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:44:59.026206 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:59.343662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29129): Launched\u000a13:44:59.607460 run iperf3-srv_10.42.42.10(pid=29130): Launched\u000a13:44:59.793929 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:44:59.920815 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:00.236894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29131): Launched\u000a13:45:00.499586 run iperf3-srv_10.42.42.10(pid=29132): Launched\u000a13:45:00.686013 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:45:00.812380 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:01.180390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29133): Launched\u000a13:45:01.484622 run iperf3-srv_10.42.42.10(pid=29134): Launched\u000a13:45:01.694149 tst iperf3m4.py:8: start network...\u000a13:45:01.829776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:02.362457 run create_hlr_db(pid=29138): Launched\u000a13:45:02.538729 bus /gobi_6: Setting Powered False\u000a13:45:03.573544 run create_hlr_db(pid=29138): Terminated: ok {rc=0}\u000a13:45:04.010917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29140): Launched\u000a13:45:04.340134 run osmo-hlr_10.42.42.2(pid=29141): Launched\u000a13:45:04.462525 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:05.033943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29143): Launched\u000a13:45:05.363256 run osmo-stp_10.42.42.5(pid=29144): Launched\u000a13:45:05.482786 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:06.054907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29146): Launched\u000a13:45:06.172222 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:06.458953 run patchelf(pid=29147): Launched\u000a13:45:06.651301 run osmo-stp_10.42.42.5(pid=29144): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)]\u000a13:45:06.791539 run osmo-stp_10.42.42.5(pid=29144): stdout: \u000a| (launched: 2022-12-14_13:45:05.201263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:06.932019 run osmo-stp_10.42.42.5(pid=29144): stderr: \u000a| �[0;m�[38;5;43m20221214134505395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134505395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134505395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134505395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134505398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134505398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134505398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:07.067630 run osmo-stp_10.42.42.5(pid=29144): stdout: \u000a| (launched: 2022-12-14_13:45:05.201263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:07.202508 run osmo-stp_10.42.42.5(pid=29144): stderr: \u000a| �[0;m�[38;5;43m20221214134505395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134505395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134505395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134505395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134505398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134505398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134505398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:07.358856 run patchelf(pid=29147): Terminating (SIGINT)\u000a13:45:07.543112 run patchelf(pid=29147): Terminated: ok {rc=0}\u000a13:45:07.577053 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29144): Process ended prematurely: osmo-stp_10.42.42.5(pid=29144) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)] [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:45:07.587158 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a13:45:07.651459 run osmo-hlr_10.42.42.2(pid=29141): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29141)]\u000a13:45:07.703408 run osmo-hlr_10.42.42.2(pid=29141): stdout: \u000a| (launched: 2022-12-14_13:45:04.177782) \u000a13:45:07.755715 run osmo-hlr_10.42.42.2(pid=29141): stderr: \u000a| �[0;m�[1;31m20221214134504379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134504379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134504379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134504379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134504379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134504379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134504393 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134504403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134504403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134504403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:07.800753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29127): Terminating (SIGTERM)\u000a13:45:07.843948 run iperf3-srv_10.42.42.10(pid=29128): Terminating (SIGTERM)\u000a13:45:07.886792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29129): Terminating (SIGTERM)\u000a13:45:07.929951 run iperf3-srv_10.42.42.10(pid=29130): Terminating (SIGTERM)\u000a13:45:07.972591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29131): Terminating (SIGTERM)\u000a13:45:08.015548 run iperf3-srv_10.42.42.10(pid=29132): Terminating (SIGTERM)\u000a13:45:08.058132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29133): Terminating (SIGTERM)\u000a13:45:08.100850 run iperf3-srv_10.42.42.10(pid=29134): Terminating (SIGTERM)\u000a13:45:08.143109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29140): Terminating (SIGTERM)\u000a13:45:08.185961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29143): Terminating (SIGTERM)\u000a13:45:08.228302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29146): Terminating (SIGTERM)\u000a13:45:08.238133 --- ParallelTerminationStrategy: PID 29127 died...\u000a13:45:08.295054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29127): Terminated: ok {rc=0}\u000a13:45:08.305331 --- ParallelTerminationStrategy: PID 29128 died...\u000a13:45:08.361732 run iperf3-srv_10.42.42.10(pid=29128): Terminated {rc=256}\u000a13:45:08.371840 --- ParallelTerminationStrategy: PID 29129 died...\u000a13:45:08.428551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29129): Terminated: ok {rc=0}\u000a13:45:08.438704 --- ParallelTerminationStrategy: PID 29130 died...\u000a13:45:08.495073 run iperf3-srv_10.42.42.10(pid=29130): Terminated {rc=256}\u000a13:45:08.505307 --- ParallelTerminationStrategy: PID 29131 died...\u000a13:45:08.562176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29131): Terminated: ok {rc=0}\u000a13:45:08.572316 --- ParallelTerminationStrategy: PID 29132 died...\u000a13:45:08.628898 run iperf3-srv_10.42.42.10(pid=29132): Terminated {rc=256}\u000a13:45:08.639095 --- ParallelTerminationStrategy: PID 29133 died...\u000a13:45:08.695662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29133): Terminated: ok {rc=0}\u000a13:45:08.705979 --- ParallelTerminationStrategy: PID 29134 died...\u000a13:45:08.762395 run iperf3-srv_10.42.42.10(pid=29134): Terminated {rc=256}\u000a13:45:08.772565 --- ParallelTerminationStrategy: PID 29140 died...\u000a13:45:08.829065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29140): Terminated: ok {rc=0}\u000a13:45:08.839229 --- ParallelTerminationStrategy: PID 29143 died...\u000a13:45:08.895636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29143): Terminated: ok {rc=0}\u000a13:45:08.906210 --- ParallelTerminationStrategy: PID 29146 died...\u000a13:45:08.962786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29146): Terminated: ok {rc=0}\u000a13:45:09.049530 bus /gobi_4: Setting Powered False\u000a13:45:10.157002 bus /gobi_4: Setting Powered False\u000a13:45:11.270520 bus /gobi_1: Setting Powered False\u000a13:45:12.374002 bus /gobi_1: Setting Powered False\u000a13:45:13.484940 bus /gobi_0: Setting Powered False\u000a13:45:14.587804 bus /gobi_0: Setting Powered False\u000a13:45:15.700612 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29154): Process ended prematurely: osmo-stp_10.42.42.5(pid=29154) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29154)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29154): Process ended prematurely: osmo-stp_10.42.42.5(pid=29154) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:45:16.770232 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:16.782699 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:45:16.979343 tst ping.py: using LAC 41304\u000a13:45:17.142578 tst ping.py: using RAC 249\u000a13:45:17.272717 tst ping.py: using CellId 41304\u000a13:45:17.400497 tst ping.py: using BVCI 41305\u000a13:45:17.426167 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:17.437621 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:17.448905 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:17.460142 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:17.471553 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:17.483036 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:17.494619 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:17.506156 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:45:17.799402 tst ping.py:19: start network...\u000a13:45:17.934438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:18.443370 run create_hlr_db(pid=29148): Launched\u000a13:45:18.632201 bus /gobi_6: Setting Powered False\u000a13:45:19.651927 run create_hlr_db(pid=29148): Terminated: ok {rc=0}\u000a13:45:20.058415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29150): Launched\u000a13:45:20.362102 run osmo-hlr_10.42.42.2(pid=29151): Launched\u000a13:45:20.481618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:21.017723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29153): Launched\u000a13:45:21.320821 run osmo-stp_10.42.42.5(pid=29154): Launched\u000a13:45:21.441851 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:21.974276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29156): Launched\u000a13:45:22.081551 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:22.345066 run patchelf(pid=29157): Launched\u000a13:45:22.520881 run osmo-stp_10.42.42.5(pid=29154): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29154)]\u000a13:45:22.649311 run osmo-stp_10.42.42.5(pid=29154): stdout: \u000a| (launched: 2022-12-14_13:45:21.170281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:22.778594 run osmo-stp_10.42.42.5(pid=29154): stderr: \u000a| �[0;m�[38;5;43m20221214134521343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134521343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134521343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134521344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134521344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134521344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134521344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:22.902914 run osmo-stp_10.42.42.5(pid=29154): stdout: \u000a| (launched: 2022-12-14_13:45:21.170281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:23.026441 run osmo-stp_10.42.42.5(pid=29154): stderr: \u000a| �[0;m�[38;5;43m20221214134521343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134521343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134521343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134521344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134521344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134521344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134521344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:23.170107 run patchelf(pid=29157): Terminating (SIGINT)\u000a13:45:23.338154 run patchelf(pid=29157): Terminated: ok {rc=0}\u000a13:45:23.368548 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29154): Process ended prematurely: osmo-stp_10.42.42.5(pid=29154) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29154)] [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:45:23.377190 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:45:23.436635 run osmo-hlr_10.42.42.2(pid=29151): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29151)]\u000a13:45:23.485012 run osmo-hlr_10.42.42.2(pid=29151): stdout: \u000a| (launched: 2022-12-14_13:45:20.212294) \u000a13:45:23.534124 run osmo-hlr_10.42.42.2(pid=29151): stderr: \u000a| �[0;m�[1;31m20221214134520391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134520391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134520391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134520391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134520391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134520391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134520404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134520414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134520414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134520414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:23.575933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29150): Terminating (SIGTERM)\u000a13:45:23.615316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29153): Terminating (SIGTERM)\u000a13:45:23.654953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29156): Terminating (SIGTERM)\u000a13:45:23.664268 --- ParallelTerminationStrategy: PID 29150 died...\u000a13:45:23.717356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29150): Terminated: ok {rc=0}\u000a13:45:23.727044 --- ParallelTerminationStrategy: PID 29153 died...\u000a13:45:23.779761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29153): Terminated: ok {rc=0}\u000a13:45:23.789544 --- ParallelTerminationStrategy: PID 29156 died...\u000a13:45:23.842228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29156): Terminated: ok {rc=0}\u000a13:45:23.929983 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29164): Process ended prematurely: osmo-stp_10.42.42.5(pid=29164) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29164)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29164): Process ended prematurely: osmo-stp_10.42.42.5(pid=29164) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:45:24.981037 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:24.992726 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:45:25.154264 tst ping_idle_ping.py: using LAC 41305\u000a13:45:25.275340 tst ping_idle_ping.py: using RAC 250\u000a13:45:25.395995 tst ping_idle_ping.py: using CellId 41305\u000a13:45:25.516685 tst ping_idle_ping.py: using BVCI 41306\u000a13:45:25.540059 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:25.551062 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:25.561925 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:25.572747 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:25.584032 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:25.595437 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:25.606953 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:25.618303 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:45:25.895198 tst ping_idle_ping.py:24: start network...\u000a13:45:26.020877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:26.508866 run create_hlr_db(pid=29158): Launched\u000a13:45:26.683328 bus /gobi_6: Setting Powered False\u000a13:45:27.703747 run create_hlr_db(pid=29158): Terminated: ok {rc=0}\u000a13:45:28.105569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29160): Launched\u000a13:45:28.408111 run osmo-hlr_10.42.42.2(pid=29161): Launched\u000a13:45:28.517948 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:29.043698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29163): Launched\u000a13:45:29.347030 run osmo-stp_10.42.42.5(pid=29164): Launched\u000a13:45:29.459223 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:29.984358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29166): Launched\u000a13:45:30.091644 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:30.354323 run patchelf(pid=29167): Launched\u000a13:45:30.529887 run osmo-stp_10.42.42.5(pid=29164): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29164)]\u000a13:45:30.658147 run osmo-stp_10.42.42.5(pid=29164): stdout: \u000a| (launched: 2022-12-14_13:45:29.197539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:30.787433 run osmo-stp_10.42.42.5(pid=29164): stderr: \u000a| �[0;m�[38;5;43m20221214134529369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134529369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134529369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134529370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134529370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134529370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134529370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:30.956745 run osmo-stp_10.42.42.5(pid=29164): stdout: \u000a| (launched: 2022-12-14_13:45:29.197539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:31.084898 run osmo-stp_10.42.42.5(pid=29164): stderr: \u000a| �[0;m�[38;5;43m20221214134529369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134529369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134529369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134529370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134529370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134529370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134529370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:31.233035 run patchelf(pid=29167): Terminating (SIGINT)\u000a13:45:31.407574 run patchelf(pid=29167): Terminated: ok {rc=0}\u000a13:45:31.439331 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29164): Process ended prematurely: osmo-stp_10.42.42.5(pid=29164) [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29164)] [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:45:31.449088 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:45:31.510614 run osmo-hlr_10.42.42.2(pid=29161): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29161)]\u000a13:45:31.560731 run osmo-hlr_10.42.42.2(pid=29161): stdout: \u000a| (launched: 2022-12-14_13:45:28.259003) \u000a13:45:31.612047 run osmo-hlr_10.42.42.2(pid=29161): stderr: \u000a| �[0;m�[1;31m20221214134528437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134528437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134528437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134528438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134528438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134528438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134528454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134528463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134528464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134528464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:31.655165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29160): Terminating (SIGTERM)\u000a13:45:31.695664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29163): Terminating (SIGTERM)\u000a13:45:31.736875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29166): Terminating (SIGTERM)\u000a13:45:31.746781 --- ParallelTerminationStrategy: PID 29160 died...\u000a13:45:31.803190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29160): Terminated: ok {rc=0}\u000a13:45:31.813906 --- ParallelTerminationStrategy: PID 29163 died...\u000a13:45:31.868795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29163): Terminated: ok {rc=0}\u000a13:45:31.879337 --- ParallelTerminationStrategy: PID 29166 died...\u000a13:45:31.933838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29166): Terminated: ok {rc=0}\u000a13:45:32.023545 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:44:33" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29177): Process ended prematurely: osmo-stp_10.42.42.5(pid=29177) [trial-2405↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29177)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29177): Process ended prematurely: osmo-stp_10.42.42.5(pid=29177) [trial-2405↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:45:34.043494 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:45:34.054903 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:45:34.210312 tst switch_tch_pdch.py: using LAC 41306\u000a13:45:34.327613 tst switch_tch_pdch.py: using RAC 251\u000a13:45:34.445444 tst switch_tch_pdch.py: using CellId 41306\u000a13:45:34.563681 tst switch_tch_pdch.py: using BVCI 41307\u000a13:45:34.586648 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:45:34.597794 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:45:34.608584 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:45:34.619459 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:45:34.630530 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:45:34.641646 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:45:34.652827 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:45:34.664046 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:45:34.778455 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:45:35.060255 tst switch_tch_pdch.py:51: start network...\u000a13:45:35.185811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:35.668292 run create_hlr_db(pid=29171): Launched\u000a13:45:35.842216 bus /gobi_6: Setting Powered False\u000a13:45:36.863514 run create_hlr_db(pid=29171): Terminated: ok {rc=0}\u000a13:45:37.263815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29173): Launched\u000a13:45:37.565934 run osmo-hlr_10.42.42.2(pid=29174): Launched\u000a13:45:37.685368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:38.212488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29176): Launched\u000a13:45:38.513030 run osmo-stp_10.42.42.5(pid=29177): Launched\u000a13:45:38.622124 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:39.145412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29179): Launched\u000a13:45:39.252053 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:39.513638 run patchelf(pid=29180): Launched\u000a13:45:39.689295 run osmo-stp_10.42.42.5(pid=29177): ERR: Terminated: ERROR {rc=1} [trial-2405↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29177)]\u000a13:45:39.817265 run osmo-stp_10.42.42.5(pid=29177): stdout: \u000a| (launched: 2022-12-14_13:45:38.365259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:39.945651 run osmo-stp_10.42.42.5(pid=29177): stderr: \u000a| �[0;m�[38;5;43m20221214134538537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134538537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134538538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134538538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134538540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134538540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134538540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:40.069844 run osmo-stp_10.42.42.5(pid=29177): stdout: \u000a| (launched: 2022-12-14_13:45:38.365259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:40.192902 run osmo-stp_10.42.42.5(pid=29177): stderr: \u000a| �[0;m�[38;5;43m20221214134538537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134538537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134538538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134538538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134538540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134538540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134538540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:40.335969 run patchelf(pid=29180): Terminating (SIGINT)\u000a13:45:40.504583 run patchelf(pid=29180): Terminated: ok {rc=0}\u000a13:45:40.535226 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29177): Process ended prematurely: osmo-stp_10.42.42.5(pid=29177) [trial-2405↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29177)] [trial-2405↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:45:40.543895 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a13:45:40.603722 run osmo-hlr_10.42.42.2(pid=29174): ERR: Terminated: ERROR {rc=237} [trial-2405↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29174)]\u000a13:45:40.652237 run osmo-hlr_10.42.42.2(pid=29174): stdout: \u000a| (launched: 2022-12-14_13:45:37.416240) \u000a13:45:40.701471 run osmo-hlr_10.42.42.2(pid=29174): stderr: \u000a| �[0;m�[1;31m20221214134537593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134537593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134537593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134537593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134537594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134537594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134537605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134537614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134537614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134537614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:40.743679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29173): Terminating (SIGTERM)\u000a13:45:40.783504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29176): Terminating (SIGTERM)\u000a13:45:40.823169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29179): Terminating (SIGTERM)\u000a13:45:40.832418 --- ParallelTerminationStrategy: PID 29173 died...\u000a13:45:40.886431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29173): Terminated: ok {rc=0}\u000a13:45:40.896139 --- ParallelTerminationStrategy: PID 29176 died...\u000a13:45:40.949196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29176): Terminated: ok {rc=0}\u000a13:45:40.958858 --- ParallelTerminationStrategy: PID 29179 died...\u000a13:45:41.011660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29179): Terminated: ok {rc=0}\u000a13:45:41.098513 bus /gobi_0: Setting Powered False\u000a13:45:42.203624 bus /gobi_0: Setting Powered False\u000a13:45:43.311304 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:45:33" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29190): Process ended prematurely: osmo-stp_10.42.42.5(pid=29190) [trial-2405↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29190)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29190): Process ended prematurely: osmo-stp_10.42.42.5(pid=29190) [trial-2405↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:45:45.289195 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:45:45.300854 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:45:45.463383 tst switch_tch_pdch.py: using LAC 41307\u000a13:45:45.589616 tst switch_tch_pdch.py: using RAC 252\u000a13:45:45.713887 tst switch_tch_pdch.py: using CellId 41307\u000a13:45:45.856766 tst switch_tch_pdch.py: using BVCI 41308\u000a13:45:45.888199 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:45:45.900691 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:45:45.915473 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:45:45.927985 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:45:45.942780 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:45:45.954984 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:45:45.968610 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:45:45.982100 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:45:46.102913 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:45:46.412638 tst switch_tch_pdch.py:51: start network...\u000a13:45:46.551058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:47.072646 run create_hlr_db(pid=29184): Launched\u000a13:45:47.207567 bus /gobi_6: Setting Powered False\u000a13:45:48.282069 run create_hlr_db(pid=29184): Terminated: ok {rc=0}\u000a13:45:48.684120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29186): Launched\u000a13:45:49.006909 run osmo-hlr_10.42.42.2(pid=29187): Launched\u000a13:45:49.128112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:49.659001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29189): Launched\u000a13:45:49.983836 run osmo-stp_10.42.42.5(pid=29190): Launched\u000a13:45:50.101079 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:50.635807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29192): Launched\u000a13:45:50.750948 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:51.031537 run patchelf(pid=29193): Launched\u000a13:45:51.219251 run osmo-stp_10.42.42.5(pid=29190): ERR: Terminated: ERROR {rc=1} [trial-2405↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29190)]\u000a13:45:51.356583 run osmo-stp_10.42.42.5(pid=29190): stdout: \u000a| (launched: 2022-12-14_13:45:49.823301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:51.494528 run osmo-stp_10.42.42.5(pid=29190): stderr: \u000a| �[0;m�[38;5;43m20221214134550018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134550018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134550018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134550019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134550019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134550019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134550019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:51.628228 run osmo-stp_10.42.42.5(pid=29190): stdout: \u000a| (launched: 2022-12-14_13:45:49.823301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:51.760207 run osmo-stp_10.42.42.5(pid=29190): stderr: \u000a| �[0;m�[38;5;43m20221214134550018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134550018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134550018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134550019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134550019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134550019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134550019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:51.914054 run patchelf(pid=29193): Terminating (SIGINT)\u000a13:45:52.096860 run patchelf(pid=29193): Terminated: ok {rc=0}\u000a13:45:52.129794 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29190): Process ended prematurely: osmo-stp_10.42.42.5(pid=29190) [trial-2405↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29190)] [trial-2405↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:45:52.139088 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a13:45:52.202007 run osmo-hlr_10.42.42.2(pid=29187): ERR: Terminated: ERROR {rc=237} [trial-2405↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29187)]\u000a13:45:52.253358 run osmo-hlr_10.42.42.2(pid=29187): stdout: \u000a| (launched: 2022-12-14_13:45:48.848305) \u000a13:45:52.305547 run osmo-hlr_10.42.42.2(pid=29187): stderr: \u000a| �[0;m�[1;31m20221214134549048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134549048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134549048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134549048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134549049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134549049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134549060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134549068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134549069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134549069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:52.350216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29186): Terminating (SIGTERM)\u000a13:45:52.392030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29189): Terminating (SIGTERM)\u000a13:45:52.434038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29192): Terminating (SIGTERM)\u000a13:45:52.443741 --- ParallelTerminationStrategy: PID 29186 died...\u000a13:45:52.500138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29186): Terminated: ok {rc=0}\u000a13:45:52.510244 --- ParallelTerminationStrategy: PID 29189 died...\u000a13:45:52.566982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29189): Terminated: ok {rc=0}\u000a13:45:52.577238 --- ParallelTerminationStrategy: PID 29192 died...\u000a13:45:52.633799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29192): Terminated: ok {rc=0}\u000a13:45:52.721381 bus /gobi_0: Setting Powered False\u000a13:45:53.824070 bus /gobi_0: Setting Powered False\u000a13:45:54.934423 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:45:45" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29200): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29200) [trial-2405↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29200)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29200): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29200) [trial-2405↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a13:45:56.819021 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a13:45:56.830486 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:45:56.969016 tst mo_mt_sms.py: using LAC 41308\u000a13:45:57.092350 tst mo_mt_sms.py: using RAC 253\u000a13:45:57.211365 tst mo_mt_sms.py: using CellId 41308\u000a13:45:57.329688 tst mo_mt_sms.py: using BVCI 41309\u000a13:45:57.352525 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a13:45:57.470819 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a13:45:57.747292 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:45:57.872067 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:45:58.492591 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29199): Launched\u000a13:45:58.790804 run osmo-nitb_10.42.42.2(pid=29200): Launched\u000a13:45:58.974884 run osmo-nitb_10.42.42.2(pid=29200): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29200)]\u000a13:45:59.111416 run osmo-nitb_10.42.42.2(pid=29200): stdout: \u000a| (launched: 2022-12-14_13:45:58.645594) \u000a13:45:59.247133 run osmo-nitb_10.42.42.2(pid=29200): stderr: \u000a| (launched: 2022-12-14_13:45:58.690204)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:45:59.378517 run osmo-nitb_10.42.42.2(pid=29200): stdout: \u000a| (launched: 2022-12-14_13:45:58.645594) \u000a13:45:59.508656 run osmo-nitb_10.42.42.2(pid=29200): stderr: \u000a| (launched: 2022-12-14_13:45:58.690204)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:45:59.911870 tst osmo-nitb_10.42.42.2(pid=29200): stdout: \u000a| (launched: 2022-12-14_13:45:58.645594) \u000a13:46:00.031009 tst osmo-nitb_10.42.42.2(pid=29200): stderr: \u000a| (launched: 2022-12-14_13:45:58.690204)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:46:00.083421 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=29200): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29200) [trial-2405↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29200)] [trial-2405↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a13:46:00.091661 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a13:46:00.127375 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29199): Terminating (SIGTERM)\u000a13:46:00.305811 --- ParallelTerminationStrategy: PID 29199 died...\u000a13:46:00.365435 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29199): Terminated: ok {rc=0}\u000a13:46:00.452579 bus /sierra_3: Setting Powered False\u000a13:46:01.559573 bus /sierra_3: Setting Powered False\u000a13:46:02.668241 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:45:56" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29210): Process ended prematurely: osmo-stp_10.42.42.5(pid=29210) [trial-2405↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29210)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29210): Process ended prematurely: osmo-stp_10.42.42.5(pid=29210) [trial-2405↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a13:46:04.559919 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:46:04.571408 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:46:04.712937 tst mo_mt_sms.py: using LAC 41309\u000a13:46:04.839833 tst mo_mt_sms.py: using RAC 254\u000a13:46:04.966918 tst mo_mt_sms.py: using CellId 41309\u000a13:46:05.092746 tst mo_mt_sms.py: using BVCI 41310\u000a13:46:05.117234 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:46:05.128396 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:46:05.139661 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:46:05.150795 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:46:05.162840 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:46:05.174685 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a13:46:05.291195 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a13:46:05.501844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:06.008749 run create_hlr_db(pid=29204): Launched\u000a13:46:06.195948 bus /sierra_2: Setting Powered False\u000a13:46:07.217934 run create_hlr_db(pid=29204): Terminated: ok {rc=0}\u000a13:46:07.623011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29206): Launched\u000a13:46:07.923144 run osmo-hlr_10.42.42.2(pid=29207): Launched\u000a13:46:08.041031 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:46:08.571487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29209): Launched\u000a13:46:08.872117 run osmo-stp_10.42.42.5(pid=29210): Launched\u000a13:46:08.981419 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:46:09.535010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29212): Launched\u000a13:46:09.836936 run osmo-msc_10.42.42.6(pid=29213): Launched\u000a13:46:10.014562 run osmo-stp_10.42.42.5(pid=29210): ERR: Terminated: ERROR {rc=1} [trial-2405↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29210)]\u000a13:46:10.141969 run osmo-stp_10.42.42.5(pid=29210): stdout: \u000a| (launched: 2022-12-14_13:46:08.723959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:10.267445 run osmo-stp_10.42.42.5(pid=29210): stderr: \u000a| �[0;m�[38;5;43m20221214134608897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134608897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134608897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134608898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134608898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134608898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134608898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:10.389100 run osmo-stp_10.42.42.5(pid=29210): stdout: \u000a| (launched: 2022-12-14_13:46:08.723959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:10.509481 run osmo-stp_10.42.42.5(pid=29210): stderr: \u000a| �[0;m�[38;5;43m20221214134608897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134608897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134608897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134608898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134608898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134608898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134608898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:10.562042 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=29210): Process ended prematurely: osmo-stp_10.42.42.5(pid=29210) [trial-2405↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29210)] [trial-2405↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a13:46:10.570098 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a13:46:10.630544 run osmo-hlr_10.42.42.2(pid=29207): ERR: Terminated: ERROR {rc=237} [trial-2405↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29207)]\u000a13:46:10.679873 run osmo-hlr_10.42.42.2(pid=29207): stdout: \u000a| (launched: 2022-12-14_13:46:07.774878) \u000a13:46:10.729733 run osmo-hlr_10.42.42.2(pid=29207): stderr: \u000a| �[0;m�[1;31m20221214134607954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134607954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134607954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134607954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134607954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134607954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134607966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134607975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134607975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134607975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:46:10.797590 run osmo-msc_10.42.42.6(pid=29213): ERR: Terminated: ERROR {rc=2} [trial-2405↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29213)]\u000a13:46:10.846922 run osmo-msc_10.42.42.6(pid=29213): stdout: \u000a| (launched: 2022-12-14_13:46:09.688214) \u000a13:46:10.896830 run osmo-msc_10.42.42.6(pid=29213): stderr: \u000a| �[0;m�[38;5;43m20221214134609961 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134609961 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f84ec7c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134609961 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134609961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134609961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134609961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134609963 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134609963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134609964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134609964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:46:10.939027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29206): Terminating (SIGTERM)\u000a13:46:10.978849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29209): Terminating (SIGTERM)\u000a13:46:11.018603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29212): Terminating (SIGTERM)\u000a13:46:11.027989 --- ParallelTerminationStrategy: PID 29206 died...\u000a13:46:11.082427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29206): Terminated: ok {rc=0}\u000a13:46:11.092336 --- ParallelTerminationStrategy: PID 29209 died...\u000a13:46:11.146958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29209): Terminated: ok {rc=0}\u000a13:46:11.156701 --- ParallelTerminationStrategy: PID 29212 died...\u000a13:46:11.210567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29212): Terminated: ok {rc=0}\u000a13:46:11.299922 bus /sierra_3: Setting Powered False\u000a13:46:12.403861 bus /sierra_3: Setting Powered False\u000a13:46:13.510266 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:46:04" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29219): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29219) [trial-2405↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29219)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29219): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29219) [trial-2405↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29219)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a13:46:15.351481 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a13:46:15.363422 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:46:15.500698 tst assert_extension.py: using LAC 41310\u000a13:46:15.641262 tst assert_extension.py: using RAC 255\u000a13:46:15.769726 tst assert_extension.py: using CellId 41310\u000a13:46:15.929592 tst assert_extension.py: using BVCI 41311\u000a13:46:15.954861 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a13:46:16.277251 tst assert_extension.py:10: start nitb and bts...\u000a13:46:16.405771 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:46:17.081884 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29218): Launched\u000a13:46:17.408691 run osmo-nitb_10.42.42.2(pid=29219): Launched\u000a13:46:17.607405 run osmo-nitb_10.42.42.2(pid=29219): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29219)]\u000a13:46:17.753679 run osmo-nitb_10.42.42.2(pid=29219): stdout: \u000a| (launched: 2022-12-14_13:46:17.250275) \u000a13:46:17.900074 run osmo-nitb_10.42.42.2(pid=29219): stderr: \u000a| (launched: 2022-12-14_13:46:17.299468)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:46:18.041679 run osmo-nitb_10.42.42.2(pid=29219): stdout: \u000a| (launched: 2022-12-14_13:46:17.250275) \u000a13:46:18.181643 run osmo-nitb_10.42.42.2(pid=29219): stderr: \u000a| (launched: 2022-12-14_13:46:17.299468)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:46:18.539197 tst osmo-nitb_10.42.42.2(pid=29219): stdout: \u000a| (launched: 2022-12-14_13:46:17.250275) \u000a13:46:18.668217 tst osmo-nitb_10.42.42.2(pid=29219): stderr: \u000a| (launched: 2022-12-14_13:46:17.299468)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:46:18.724255 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=29219): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29219) [trial-2405↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29219)] [trial-2405↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a13:46:18.733034 tst assert_extension.py:12: Test FAILED (3.4 sec)\u000a13:46:18.769697 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29218): Terminating (SIGTERM)\u000a13:46:18.947964 --- ParallelTerminationStrategy: PID 29218 died...\u000a13:46:19.006332 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29218): Terminated: ok {rc=0}\u000a13:46:19.093581 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:46:15" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "ussd:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29229): Process ended prematurely: osmo-stp_10.42.42.5(pid=29229) [trial-2405↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29229)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29229): Process ended prematurely: osmo-stp_10.42.42.5(pid=29229) [trial-2405↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29229)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a13:46:20.926953 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:46:20.938531 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:46:21.077596 tst assert_extension.py: using LAC 41311\u000a13:46:21.203505 tst assert_extension.py: using RAC 1\u000a13:46:21.333112 tst assert_extension.py: using CellId 41311\u000a13:46:21.457468 tst assert_extension.py: using BVCI 41312\u000a13:46:21.481983 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:46:21.493663 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:46:21.504681 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:46:21.515639 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:46:21.526980 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:46:21.538299 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a13:46:21.738942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:22.222194 run create_hlr_db(pid=29223): Launched\u000a13:46:22.395542 bus /sierra_2: Setting Powered False\u000a13:46:23.417184 run create_hlr_db(pid=29223): Terminated: ok {rc=0}\u000a13:46:23.848262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29225): Launched\u000a13:46:24.172143 run osmo-hlr_10.42.42.2(pid=29226): Launched\u000a13:46:24.291866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:46:24.855596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29228): Launched\u000a13:46:25.180254 run osmo-stp_10.42.42.5(pid=29229): Launched\u000a13:46:25.300161 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:46:25.889844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29231): Launched\u000a13:46:26.215622 run osmo-msc_10.42.42.6(pid=29232): Launched\u000a13:46:26.405491 run osmo-stp_10.42.42.5(pid=29229): ERR: Terminated: ERROR {rc=1} [trial-2405↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29229)]\u000a13:46:26.542936 run osmo-stp_10.42.42.5(pid=29229): stdout: \u000a| (launched: 2022-12-14_13:46:25.020704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:26.680651 run osmo-stp_10.42.42.5(pid=29229): stderr: \u000a| �[0;m�[38;5;43m20221214134625215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134625215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134625215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134625216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134625218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134625218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134625218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:26.811252 run osmo-stp_10.42.42.5(pid=29229): stdout: \u000a| (launched: 2022-12-14_13:46:25.020704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:26.940740 run osmo-stp_10.42.42.5(pid=29229): stderr: \u000a| �[0;m�[38;5;43m20221214134625215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134625215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134625215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134625216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134625218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134625218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134625218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:26.996897 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=29229): Process ended prematurely: osmo-stp_10.42.42.5(pid=29229) [trial-2405↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29229)] [trial-2405↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a13:46:27.005418 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a13:46:27.068937 run osmo-hlr_10.42.42.2(pid=29226): ERR: Terminated: ERROR {rc=237} [trial-2405↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29226)]\u000a13:46:27.120723 run osmo-hlr_10.42.42.2(pid=29226): stdout: \u000a| (launched: 2022-12-14_13:46:24.012794) \u000a13:46:27.173557 run osmo-hlr_10.42.42.2(pid=29226): stderr: \u000a| �[0;m�[1;31m20221214134624211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134624212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134624212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134624212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134624212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134624212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134624224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134624232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134624232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134624232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:46:27.245274 run osmo-msc_10.42.42.6(pid=29232): ERR: Terminated: ERROR {rc=2} [trial-2405↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29232)]\u000a13:46:27.297280 run osmo-msc_10.42.42.6(pid=29232): stdout: \u000a| (launched: 2022-12-14_13:46:26.054331) \u000a13:46:27.349798 run osmo-msc_10.42.42.6(pid=29232): stderr: \u000a| �[0;m�[38;5;43m20221214134626376 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134626376 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f543561ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134626376 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134626376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134626376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134626377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134626378 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134626379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134626379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134626379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:46:27.394418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29225): Terminating (SIGTERM)\u000a13:46:27.437074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29228): Terminating (SIGTERM)\u000a13:46:27.479116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29231): Terminating (SIGTERM)\u000a13:46:27.488819 --- ParallelTerminationStrategy: PID 29225 died...\u000a13:46:27.545502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29225): Terminated: ok {rc=0}\u000a13:46:27.555914 --- ParallelTerminationStrategy: PID 29228 died...\u000a13:46:27.612275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29228): Terminated: ok {rc=0}\u000a13:46:27.622405 --- ParallelTerminationStrategy: PID 29231 died...\u000a13:46:27.678821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29231): Terminated: ok {rc=0}\u000a13:46:27.766847 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:46:20" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29243): Process ended prematurely: osmo-stp_10.42.42.5(pid=29243) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29243)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29243): Process ended prematurely: osmo-stp_10.42.42.5(pid=29243) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:46:29.710218 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:29.721485 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:46:29.880046 tst mo_mt_call.py: using LAC 41312\u000a13:46:30.000244 tst mo_mt_call.py: using RAC 2\u000a13:46:30.120539 tst mo_mt_call.py: using CellId 41312\u000a13:46:30.240585 tst mo_mt_call.py: using BVCI 41313\u000a13:46:30.263793 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:30.275600 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:30.287016 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:30.298293 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:30.309615 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:30.320756 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:46:30.441693 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:46:30.645250 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:31.174314 run create_hlr_db(pid=29237): Launched\u000a13:46:31.371120 bus /sierra_2: Setting Powered False\u000a13:46:32.413915 run create_hlr_db(pid=29237): Terminated: ok {rc=0}\u000a13:46:32.825595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29239): Launched\u000a13:46:33.134615 run osmo-hlr_10.42.42.2(pid=29240): Launched\u000a13:46:33.246914 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:46:33.778894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29242): Launched\u000a13:46:34.085597 run osmo-stp_10.42.42.5(pid=29243): Launched\u000a13:46:34.196721 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:46:34.754837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29245): Launched\u000a13:46:35.062904 run osmo-msc_10.42.42.6(pid=29246): Launched\u000a13:46:35.241797 run osmo-stp_10.42.42.5(pid=29243): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29243)]\u000a13:46:35.371355 run osmo-stp_10.42.42.5(pid=29243): stdout: \u000a| (launched: 2022-12-14_13:46:33.934499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:35.498462 run osmo-stp_10.42.42.5(pid=29243): stderr: \u000a| �[0;m�[38;5;43m20221214134634107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134634107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134634107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134634107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134634108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134634108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134634108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:35.621387 run osmo-stp_10.42.42.5(pid=29243): stdout: \u000a| (launched: 2022-12-14_13:46:33.934499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:35.743229 run osmo-stp_10.42.42.5(pid=29243): stderr: \u000a| �[0;m�[38;5;43m20221214134634107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134634107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134634107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134634107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134634108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134634108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134634108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:35.796782 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29243): Process ended prematurely: osmo-stp_10.42.42.5(pid=29243) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29243)] [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:46:35.805512 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:46:35.864738 run osmo-hlr_10.42.42.2(pid=29240): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29240)]\u000a13:46:35.913716 run osmo-hlr_10.42.42.2(pid=29240): stdout: \u000a| (launched: 2022-12-14_13:46:32.981873) \u000a13:46:35.964281 run osmo-hlr_10.42.42.2(pid=29240): stderr: \u000a| �[0;m�[1;31m20221214134633162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134633163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134633163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134633163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134633163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134633163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134633175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134633186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134633186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134633186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:46:36.031396 run osmo-msc_10.42.42.6(pid=29246): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29246)]\u000a13:46:36.080176 run osmo-msc_10.42.42.6(pid=29246): stdout: \u000a| (launched: 2022-12-14_13:46:34.910552) \u000a13:46:36.129339 run osmo-msc_10.42.42.6(pid=29246): stderr: \u000a| �[0;m�[38;5;43m20221214134635184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134635184 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd741aa1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134635184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134635184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134635184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134635185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134635186 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134635187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134635187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134635187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:46:36.171077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29239): Terminating (SIGTERM)\u000a13:46:36.210369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29242): Terminating (SIGTERM)\u000a13:46:36.250038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29245): Terminating (SIGTERM)\u000a13:46:36.259289 --- ParallelTerminationStrategy: PID 29239 died...\u000a13:46:36.312282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29239): Terminated: ok {rc=0}\u000a13:46:36.322015 --- ParallelTerminationStrategy: PID 29242 died...\u000a13:46:36.374935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29242): Terminated: ok {rc=0}\u000a13:46:36.384574 --- ParallelTerminationStrategy: PID 29245 died...\u000a13:46:36.437259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29245): Terminated: ok {rc=0}\u000a13:46:36.525123 bus /sierra_3: Setting Powered False\u000a13:46:37.628067 bus /sierra_3: Setting Powered False\u000a13:46:38.735597 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29254): Process ended prematurely: osmo-stp_10.42.42.5(pid=29254) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29254)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29254): Process ended prematurely: osmo-stp_10.42.42.5(pid=29254) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:46:39.845903 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:39.857898 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:46:40.023135 tst mo_mt_call_osmux.py: using LAC 41313\u000a13:46:40.150452 tst mo_mt_call_osmux.py: using RAC 3\u000a13:46:40.286680 tst mo_mt_call_osmux.py: using CellId 41313\u000a13:46:40.414143 tst mo_mt_call_osmux.py: using BVCI 41314\u000a13:46:40.439408 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:40.451485 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:40.463222 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:40.474815 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:40.487034 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:40.498773 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:46:40.617596 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:46:40.831120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:41.348766 run create_hlr_db(pid=29248): Launched\u000a13:46:41.539365 bus /sierra_2: Setting Powered False\u000a13:46:42.561652 run create_hlr_db(pid=29248): Terminated: ok {rc=0}\u000a13:46:42.983113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29250): Launched\u000a13:46:43.313327 run osmo-hlr_10.42.42.2(pid=29251): Launched\u000a13:46:43.433723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:46:44.007824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29253): Launched\u000a13:46:44.338957 run osmo-stp_10.42.42.5(pid=29254): Launched\u000a13:46:44.458820 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:46:45.064256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29256): Launched\u000a13:46:45.394087 run osmo-msc_10.42.42.6(pid=29257): Launched\u000a13:46:45.587384 run osmo-stp_10.42.42.5(pid=29254): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29254)]\u000a13:46:45.726871 run osmo-stp_10.42.42.5(pid=29254): stdout: \u000a| (launched: 2022-12-14_13:46:44.175502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:45.869063 run osmo-stp_10.42.42.5(pid=29254): stderr: \u000a| �[0;m�[38;5;43m20221214134644370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134644370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134644371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134644371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134644371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134644372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134644372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:46.008788 run osmo-stp_10.42.42.5(pid=29254): stdout: \u000a| (launched: 2022-12-14_13:46:44.175502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:46.142883 run osmo-stp_10.42.42.5(pid=29254): stderr: \u000a| �[0;m�[38;5;43m20221214134644370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134644370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134644371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134644371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134644371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134644372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134644372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:46.201978 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29254): Process ended prematurely: osmo-stp_10.42.42.5(pid=29254) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29254)] [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:46:46.211974 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:46:46.278587 run osmo-hlr_10.42.42.2(pid=29251): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29251)]\u000a13:46:46.332276 run osmo-hlr_10.42.42.2(pid=29251): stdout: \u000a| (launched: 2022-12-14_13:46:43.151191) \u000a13:46:46.386766 run osmo-hlr_10.42.42.2(pid=29251): stderr: \u000a| �[0;m�[1;31m20221214134643354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134643354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134643354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134643354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134643354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134643354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134643366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134643374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134643375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134643375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:46:46.460050 run osmo-msc_10.42.42.6(pid=29257): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29257)]\u000a13:46:46.513540 run osmo-msc_10.42.42.6(pid=29257): stdout: \u000a| (launched: 2022-12-14_13:46:45.232128) \u000a13:46:46.568259 run osmo-msc_10.42.42.6(pid=29257): stderr: \u000a| �[0;m�[38;5;43m20221214134645555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134645555 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa84c619c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134645555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134645556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134645556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134645556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134645558 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134645558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134645558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134645559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:46:46.615191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29250): Terminating (SIGTERM)\u000a13:46:46.661347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29253): Terminating (SIGTERM)\u000a13:46:46.706312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29256): Terminating (SIGTERM)\u000a13:46:46.718124 --- ParallelTerminationStrategy: PID 29250 died...\u000a13:46:46.778853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29250): Terminated: ok {rc=0}\u000a13:46:46.790755 --- ParallelTerminationStrategy: PID 29253 died...\u000a13:46:46.848739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29253): Terminated: ok {rc=0}\u000a13:46:46.859738 --- ParallelTerminationStrategy: PID 29256 died...\u000a13:46:46.919129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29256): Terminated: ok {rc=0}\u000a13:46:47.010174 bus /sierra_3: Setting Powered False\u000a13:46:48.114802 bus /sierra_3: Setting Powered False\u000a13:46:49.226579 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:46:29" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29268): Process ended prematurely: osmo-stp_10.42.42.5(pid=29268) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29268)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29268): Process ended prematurely: osmo-stp_10.42.42.5(pid=29268) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:46:51.211391 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:46:51.222871 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:46:51.375979 tst mo_mt_call.py: using LAC 41314\u000a13:46:51.498400 tst mo_mt_call.py: using RAC 4\u000a13:46:51.620041 tst mo_mt_call.py: using CellId 41314\u000a13:46:51.742077 tst mo_mt_call.py: using BVCI 41315\u000a13:46:51.765348 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:46:51.776439 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:46:51.787459 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:46:51.798504 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:46:51.809645 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:46:51.820633 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:46:51.940265 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:46:52.144351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:52.633686 run create_hlr_db(pid=29262): Launched\u000a13:46:52.809620 bus /sierra_2: Setting Powered False\u000a13:46:53.831956 run create_hlr_db(pid=29262): Terminated: ok {rc=0}\u000a13:46:54.268938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29264): Launched\u000a13:46:54.599097 run osmo-hlr_10.42.42.2(pid=29265): Launched\u000a13:46:54.720448 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:46:55.291072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29267): Launched\u000a13:46:55.616726 run osmo-stp_10.42.42.5(pid=29268): Launched\u000a13:46:55.730207 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:46:56.290385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29270): Launched\u000a13:46:56.598747 run osmo-msc_10.42.42.6(pid=29271): Launched\u000a13:46:56.780656 run osmo-stp_10.42.42.5(pid=29268): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29268)]\u000a13:46:56.910523 run osmo-stp_10.42.42.5(pid=29268): stdout: \u000a| (launched: 2022-12-14_13:46:55.458789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:57.037841 run osmo-stp_10.42.42.5(pid=29268): stderr: \u000a| �[0;m�[38;5;43m20221214134655636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134655636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134655636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134655636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134655637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134655637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134655637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:57.161183 run osmo-stp_10.42.42.5(pid=29268): stdout: \u000a| (launched: 2022-12-14_13:46:55.458789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:57.283229 run osmo-stp_10.42.42.5(pid=29268): stderr: \u000a| �[0;m�[38;5;43m20221214134655636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134655636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134655636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134655636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134655637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134655637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134655637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:57.337161 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29268): Process ended prematurely: osmo-stp_10.42.42.5(pid=29268) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29268)] [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:46:57.345823 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:46:57.404810 run osmo-hlr_10.42.42.2(pid=29265): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29265)]\u000a13:46:57.453555 run osmo-hlr_10.42.42.2(pid=29265): stdout: \u000a| (launched: 2022-12-14_13:46:54.436218) \u000a13:46:57.502996 run osmo-hlr_10.42.42.2(pid=29265): stderr: \u000a| �[0;m�[1;31m20221214134654634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134654634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134654635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134654635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134654635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134654635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134654648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134654656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134654656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134654656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:46:57.569714 run osmo-msc_10.42.42.6(pid=29271): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29271)]\u000a13:46:57.617964 run osmo-msc_10.42.42.6(pid=29271): stdout: \u000a| (launched: 2022-12-14_13:46:56.446798) \u000a13:46:57.666851 run osmo-msc_10.42.42.6(pid=29271): stderr: \u000a| �[0;m�[38;5;43m20221214134656722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134656722 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a008c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134656722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134656722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134656722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134656722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134656724 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134656724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134656725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134656725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:46:57.708287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29264): Terminating (SIGTERM)\u000a13:46:57.747295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29267): Terminating (SIGTERM)\u000a13:46:57.786540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29270): Terminating (SIGTERM)\u000a13:46:57.795752 --- ParallelTerminationStrategy: PID 29264 died...\u000a13:46:57.848435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29264): Terminated: ok {rc=0}\u000a13:46:57.858105 --- ParallelTerminationStrategy: PID 29267 died...\u000a13:46:57.910728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29267): Terminated: ok {rc=0}\u000a13:46:57.920401 --- ParallelTerminationStrategy: PID 29270 died...\u000a13:46:57.972827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29270): Terminated: ok {rc=0}\u000a13:46:58.059500 bus /sierra_3: Setting Powered False\u000a13:46:59.160275 bus /sierra_3: Setting Powered False\u000a13:47:00.271022 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29279): Process ended prematurely: osmo-stp_10.42.42.5(pid=29279) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29279)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29279): Process ended prematurely: osmo-stp_10.42.42.5(pid=29279) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:47:01.391215 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:01.405429 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:47:01.580635 tst mo_mt_call_osmux.py: using LAC 41315\u000a13:47:01.711967 tst mo_mt_call_osmux.py: using RAC 5\u000a13:47:01.844379 tst mo_mt_call_osmux.py: using CellId 41315\u000a13:47:02.010857 tst mo_mt_call_osmux.py: using BVCI 41316\u000a13:47:02.034658 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:02.046426 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:02.058179 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:02.070569 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:02.083122 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:02.095724 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:47:02.215405 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:47:02.420659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:02.914484 run create_hlr_db(pid=29273): Launched\u000a13:47:03.090942 bus /sierra_2: Setting Powered False\u000a13:47:04.113677 run create_hlr_db(pid=29273): Terminated: ok {rc=0}\u000a13:47:04.551336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29275): Launched\u000a13:47:04.881883 run osmo-hlr_10.42.42.2(pid=29276): Launched\u000a13:47:05.006259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:05.581145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29278): Launched\u000a13:47:05.912732 run osmo-stp_10.42.42.5(pid=29279): Launched\u000a13:47:06.033155 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:47:06.635216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29281): Launched\u000a13:47:06.965011 run osmo-msc_10.42.42.6(pid=29282): Launched\u000a13:47:07.158246 run osmo-stp_10.42.42.5(pid=29279): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29279)]\u000a13:47:07.297727 run osmo-stp_10.42.42.5(pid=29279): stdout: \u000a| (launched: 2022-12-14_13:47:05.749397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:07.437234 run osmo-stp_10.42.42.5(pid=29279): stderr: \u000a| �[0;m�[38;5;43m20221214134705943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134705943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134705944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134705944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134705945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134705945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134705945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:07.571130 run osmo-stp_10.42.42.5(pid=29279): stdout: \u000a| (launched: 2022-12-14_13:47:05.749397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:07.703778 run osmo-stp_10.42.42.5(pid=29279): stderr: \u000a| �[0;m�[38;5;43m20221214134705943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134705943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134705944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134705944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134705945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134705945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134705945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:07.761773 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29279): Process ended prematurely: osmo-stp_10.42.42.5(pid=29279) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29279)] [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:47:07.771218 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:47:07.834413 run osmo-hlr_10.42.42.2(pid=29276): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29276)]\u000a13:47:07.886084 run osmo-hlr_10.42.42.2(pid=29276): stdout: \u000a| (launched: 2022-12-14_13:47:04.720125) \u000a13:47:07.938345 run osmo-hlr_10.42.42.2(pid=29276): stderr: \u000a| �[0;m�[1;31m20221214134704917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134704917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134704917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134704917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134704917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134704917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134704929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134704938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134704938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134704938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:08.009148 run osmo-msc_10.42.42.6(pid=29282): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29282)]\u000a13:47:08.060511 run osmo-msc_10.42.42.6(pid=29282): stdout: \u000a| (launched: 2022-12-14_13:47:06.802457) \u000a13:47:08.112500 run osmo-msc_10.42.42.6(pid=29282): stderr: \u000a| �[0;m�[38;5;43m20221214134707124 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134707124 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11e4c1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134707124 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134707124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134707124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134707124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134707126 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134707126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134707127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134707127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:47:08.157265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29275): Terminating (SIGTERM)\u000a13:47:08.199246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29278): Terminating (SIGTERM)\u000a13:47:08.241876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29281): Terminating (SIGTERM)\u000a13:47:08.251705 --- ParallelTerminationStrategy: PID 29275 died...\u000a13:47:08.308525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29275): Terminated: ok {rc=0}\u000a13:47:08.318882 --- ParallelTerminationStrategy: PID 29278 died...\u000a13:47:08.375380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29278): Terminated: ok {rc=0}\u000a13:47:08.385999 --- ParallelTerminationStrategy: PID 29281 died...\u000a13:47:08.442820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29281): Terminated: ok {rc=0}\u000a13:47:08.530811 bus /sierra_3: Setting Powered False\u000a13:47:09.632134 bus /sierra_3: Setting Powered False\u000a13:47:10.741918 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:46:50" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29293): Process ended prematurely: osmo-stp_10.42.42.5(pid=29293) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29293)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29293): Process ended prematurely: osmo-stp_10.42.42.5(pid=29293) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:47:12.733634 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:12.746173 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:47:12.915262 tst mo_mt_call.py: using LAC 41316\u000a13:47:13.042538 tst mo_mt_call.py: using RAC 6\u000a13:47:13.169135 tst mo_mt_call.py: using CellId 41316\u000a13:47:13.301410 tst mo_mt_call.py: using BVCI 41317\u000a13:47:13.326527 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:13.338537 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:13.350169 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:13.361852 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:13.373851 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:13.386055 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:47:13.506090 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:47:13.719833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:14.238377 run create_hlr_db(pid=29287): Launched\u000a13:47:14.428743 bus /sierra_2: Setting Powered False\u000a13:47:15.450626 run create_hlr_db(pid=29287): Terminated: ok {rc=0}\u000a13:47:15.869998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29289): Launched\u000a13:47:16.336151 run osmo-hlr_10.42.42.2(pid=29290): Launched\u000a13:47:16.515225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:17.128652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29292): Launched\u000a13:47:17.464271 run osmo-stp_10.42.42.5(pid=29293): Launched\u000a13:47:17.586449 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:47:18.191893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29295): Launched\u000a13:47:18.524720 run osmo-msc_10.42.42.6(pid=29296): Launched\u000a13:47:18.719934 run osmo-stp_10.42.42.5(pid=29293): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29293)]\u000a13:47:18.859796 run osmo-stp_10.42.42.5(pid=29293): stdout: \u000a| (launched: 2022-12-14_13:47:17.299840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:18.998437 run osmo-stp_10.42.42.5(pid=29293): stderr: \u000a| �[0;m�[38;5;43m20221214134717495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134717496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134717496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134717496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134717497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134717497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134717497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:19.131752 run osmo-stp_10.42.42.5(pid=29293): stdout: \u000a| (launched: 2022-12-14_13:47:17.299840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:19.263467 run osmo-stp_10.42.42.5(pid=29293): stderr: \u000a| �[0;m�[38;5;43m20221214134717495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134717496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134717496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134717496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134717497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134717497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134717497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:19.321332 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29293): Process ended prematurely: osmo-stp_10.42.42.5(pid=29293) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29293)] [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:47:19.330647 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a13:47:19.394089 run osmo-hlr_10.42.42.2(pid=29290): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29290)]\u000a13:47:19.445774 run osmo-hlr_10.42.42.2(pid=29290): stdout: \u000a| (launched: 2022-12-14_13:47:16.054353) \u000a13:47:19.498193 run osmo-hlr_10.42.42.2(pid=29290): stderr: \u000a| �[0;m�[1;31m20221214134716309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134716309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134716309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134716309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134716309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134716309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134716323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134716339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134716339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134716340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:19.569396 run osmo-msc_10.42.42.6(pid=29296): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29296)]\u000a13:47:19.621551 run osmo-msc_10.42.42.6(pid=29296): stdout: \u000a| (launched: 2022-12-14_13:47:18.360581) \u000a13:47:19.674110 run osmo-msc_10.42.42.6(pid=29296): stderr: \u000a| �[0;m�[38;5;43m20221214134718685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134718685 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5ac6eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134718685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134718686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134718686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134718686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134718688 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134718688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134718688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134718688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:47:19.718847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29289): Terminating (SIGTERM)\u000a13:47:19.760922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29292): Terminating (SIGTERM)\u000a13:47:19.803688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29295): Terminating (SIGTERM)\u000a13:47:19.813563 --- ParallelTerminationStrategy: PID 29289 died...\u000a13:47:19.870468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29289): Terminated: ok {rc=0}\u000a13:47:19.880603 --- ParallelTerminationStrategy: PID 29292 died...\u000a13:47:19.936921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29292): Terminated: ok {rc=0}\u000a13:47:19.947089 --- ParallelTerminationStrategy: PID 29295 died...\u000a13:47:20.003593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29295): Terminated: ok {rc=0}\u000a13:47:20.089854 bus /sierra_3: Setting Powered False\u000a13:47:21.196181 bus /sierra_3: Setting Powered False\u000a13:47:22.308401 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29304): Process ended prematurely: osmo-stp_10.42.42.5(pid=29304) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29304)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29304): Process ended prematurely: osmo-stp_10.42.42.5(pid=29304) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:47:23.419372 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:23.431545 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:47:23.587990 tst mo_mt_call_osmux.py: using LAC 41317\u000a13:47:23.710648 tst mo_mt_call_osmux.py: using RAC 7\u000a13:47:23.830967 tst mo_mt_call_osmux.py: using CellId 41317\u000a13:47:23.953187 tst mo_mt_call_osmux.py: using BVCI 41318\u000a13:47:23.976518 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:23.987990 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:23.999117 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:24.010426 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:24.021639 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:24.032591 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:47:24.148523 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:47:24.351574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:24.842186 run create_hlr_db(pid=29298): Launched\u000a13:47:25.018625 bus /sierra_2: Setting Powered False\u000a13:47:26.041299 run create_hlr_db(pid=29298): Terminated: ok {rc=0}\u000a13:47:26.479960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29300): Launched\u000a13:47:26.812190 run osmo-hlr_10.42.42.2(pid=29301): Launched\u000a13:47:26.932334 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:27.481878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29303): Launched\u000a13:47:27.789223 run osmo-stp_10.42.42.5(pid=29304): Launched\u000a13:47:27.900177 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:47:28.459614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29306): Launched\u000a13:47:28.767368 run osmo-msc_10.42.42.6(pid=29307): Launched\u000a13:47:28.946553 run osmo-stp_10.42.42.5(pid=29304): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29304)]\u000a13:47:29.075916 run osmo-stp_10.42.42.5(pid=29304): stdout: \u000a| (launched: 2022-12-14_13:47:27.638319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:29.203554 run osmo-stp_10.42.42.5(pid=29304): stderr: \u000a| �[0;m�[38;5;43m20221214134727813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134727813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134727813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134727814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134727814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134727814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134727815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:29.326925 run osmo-stp_10.42.42.5(pid=29304): stdout: \u000a| (launched: 2022-12-14_13:47:27.638319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:29.449210 run osmo-stp_10.42.42.5(pid=29304): stderr: \u000a| �[0;m�[38;5;43m20221214134727813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134727813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134727813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134727814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134727814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134727814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134727815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:29.503136 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29304): Process ended prematurely: osmo-stp_10.42.42.5(pid=29304) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29304)] [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:47:29.511759 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:47:29.571948 run osmo-hlr_10.42.42.2(pid=29301): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29301)]\u000a13:47:29.620994 run osmo-hlr_10.42.42.2(pid=29301): stdout: \u000a| (launched: 2022-12-14_13:47:26.649071) \u000a13:47:29.670953 run osmo-hlr_10.42.42.2(pid=29301): stderr: \u000a| �[0;m�[1;31m20221214134726846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134726846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134726846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134726846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134726846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134726847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134726858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134726867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134726867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134726867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:29.739228 run osmo-msc_10.42.42.6(pid=29307): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29307)]\u000a13:47:29.788031 run osmo-msc_10.42.42.6(pid=29307): stdout: \u000a| (launched: 2022-12-14_13:47:28.615676) \u000a13:47:29.837377 run osmo-msc_10.42.42.6(pid=29307): stderr: \u000a| �[0;m�[38;5;43m20221214134728886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134728886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5e2dd9dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134728886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134728886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134728887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134728887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134728888 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134728889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134728889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134728889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:47:29.879287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29300): Terminating (SIGTERM)\u000a13:47:29.918858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29303): Terminating (SIGTERM)\u000a13:47:29.958459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29306): Terminating (SIGTERM)\u000a13:47:29.967830 --- ParallelTerminationStrategy: PID 29300 died...\u000a13:47:30.021056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29300): Terminated: ok {rc=0}\u000a13:47:30.030821 --- ParallelTerminationStrategy: PID 29303 died...\u000a13:47:30.084074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29303): Terminated: ok {rc=0}\u000a13:47:30.093973 --- ParallelTerminationStrategy: PID 29306 died...\u000a13:47:30.147128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29306): Terminated: ok {rc=0}\u000a13:47:30.234523 bus /sierra_3: Setting Powered False\u000a13:47:31.374035 bus /sierra_3: Setting Powered False\u000a13:47:32.486882 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:47:12" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29321): Process ended prematurely: osmo-stp_10.42.42.5(pid=29321) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29321)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29321): Process ended prematurely: osmo-stp_10.42.42.5(pid=29321) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29321)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:47:34.467105 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:47:34.478424 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:47:34.631298 tst mo_mt_call.py: using LAC 41318\u000a13:47:34.752533 tst mo_mt_call.py: using RAC 8\u000a13:47:34.881435 tst mo_mt_call.py: using CellId 41318\u000a13:47:35.013482 tst mo_mt_call.py: using BVCI 41319\u000a13:47:35.038604 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:47:35.050436 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:47:35.062290 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:47:35.073990 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:47:35.085899 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:47:35.097693 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:47:35.213947 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:47:35.426535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:35.945508 run create_hlr_db(pid=29315): Launched\u000a13:47:36.136385 bus /sierra_2: Setting Powered False\u000a13:47:37.157423 run create_hlr_db(pid=29315): Terminated: ok {rc=0}\u000a13:47:37.594979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29317): Launched\u000a13:47:37.925737 run osmo-hlr_10.42.42.2(pid=29318): Launched\u000a13:47:38.041699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:38.572165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29320): Launched\u000a13:47:38.877988 run osmo-stp_10.42.42.5(pid=29321): Launched\u000a13:47:38.989433 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:47:39.547606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29323): Launched\u000a13:47:39.855866 run osmo-msc_10.42.42.6(pid=29324): Launched\u000a13:47:40.035824 run osmo-stp_10.42.42.5(pid=29321): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29321)]\u000a13:47:40.165345 run osmo-stp_10.42.42.5(pid=29321): stdout: \u000a| (launched: 2022-12-14_13:47:38.728179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:40.292425 run osmo-stp_10.42.42.5(pid=29321): stderr: \u000a| �[0;m�[38;5;43m20221214134738900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134738901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134738901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134738901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134738902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134738902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134738902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:40.415471 run osmo-stp_10.42.42.5(pid=29321): stdout: \u000a| (launched: 2022-12-14_13:47:38.728179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:40.537553 run osmo-stp_10.42.42.5(pid=29321): stderr: \u000a| �[0;m�[38;5;43m20221214134738900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134738901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134738901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134738901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134738902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134738902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134738902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:40.591302 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29321): Process ended prematurely: osmo-stp_10.42.42.5(pid=29321) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29321)] [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:47:40.599866 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:47:40.659786 run osmo-hlr_10.42.42.2(pid=29318): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29318)]\u000a13:47:40.708415 run osmo-hlr_10.42.42.2(pid=29318): stdout: \u000a| (launched: 2022-12-14_13:47:37.763004) \u000a13:47:40.757423 run osmo-hlr_10.42.42.2(pid=29318): stderr: \u000a| �[0;m�[1;31m20221214134737964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134737964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134737964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134737964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134737964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134737964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134737977 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134737985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134737985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134737985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:40.824447 run osmo-msc_10.42.42.6(pid=29324): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29324)]\u000a13:47:40.872906 run osmo-msc_10.42.42.6(pid=29324): stdout: \u000a| (launched: 2022-12-14_13:47:39.703938) \u000a13:47:40.921890 run osmo-msc_10.42.42.6(pid=29324): stderr: \u000a| �[0;m�[38;5;43m20221214134739979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134739979 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc518275c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134739979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134739979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134739979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134739979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134739983 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134739983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134739983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134739983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:47:40.963409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29317): Terminating (SIGTERM)\u000a13:47:41.003649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29320): Terminating (SIGTERM)\u000a13:47:41.043172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29323): Terminating (SIGTERM)\u000a13:47:41.052067 --- ParallelTerminationStrategy: PID 29317 died...\u000a13:47:41.104805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29317): Terminated: ok {rc=0}\u000a13:47:41.114393 --- ParallelTerminationStrategy: PID 29320 died...\u000a13:47:41.167106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29320): Terminated: ok {rc=0}\u000a13:47:41.176636 --- ParallelTerminationStrategy: PID 29323 died...\u000a13:47:41.229219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29323): Terminated: ok {rc=0}\u000a13:47:41.311800 bus /sierra_3: Setting Powered False\u000a13:47:42.413686 bus /sierra_3: Setting Powered False\u000a13:47:43.518920 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29332): Process ended prematurely: osmo-stp_10.42.42.5(pid=29332) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29332)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29332): Process ended prematurely: osmo-stp_10.42.42.5(pid=29332) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29332)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:47:44.634580 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:47:44.647090 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:47:44.810408 tst mo_mt_call_osmux.py: using LAC 41319\u000a13:47:44.938552 tst mo_mt_call_osmux.py: using RAC 9\u000a13:47:45.067256 tst mo_mt_call_osmux.py: using CellId 41319\u000a13:47:45.190310 tst mo_mt_call_osmux.py: using BVCI 41320\u000a13:47:45.214238 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:47:45.225683 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:47:45.236732 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:47:45.247806 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:47:45.259131 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:47:45.270159 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:47:45.391079 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:47:45.595757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:46.175217 run create_hlr_db(pid=29326): Launched\u000a13:47:46.373109 bus /sierra_2: Setting Powered False\u000a13:47:47.398042 run create_hlr_db(pid=29326): Terminated: ok {rc=0}\u000a13:47:47.811913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29328): Launched\u000a13:47:48.120064 run osmo-hlr_10.42.42.2(pid=29329): Launched\u000a13:47:48.235839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:48.769093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29331): Launched\u000a13:47:49.078053 run osmo-stp_10.42.42.5(pid=29332): Launched\u000a13:47:49.188843 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:47:49.750282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29334): Launched\u000a13:47:50.058394 run osmo-msc_10.42.42.6(pid=29335): Launched\u000a13:47:50.238035 run osmo-stp_10.42.42.5(pid=29332): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29332)]\u000a13:47:50.367653 run osmo-stp_10.42.42.5(pid=29332): stdout: \u000a| (launched: 2022-12-14_13:47:48.925370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:50.495500 run osmo-stp_10.42.42.5(pid=29332): stderr: \u000a| �[0;m�[38;5;43m20221214134749097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134749098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134749098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134749098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134749099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134749099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134749099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:50.619055 run osmo-stp_10.42.42.5(pid=29332): stdout: \u000a| (launched: 2022-12-14_13:47:48.925370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:50.741268 run osmo-stp_10.42.42.5(pid=29332): stderr: \u000a| �[0;m�[38;5;43m20221214134749097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134749098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134749098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134749098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134749099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134749099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134749099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:50.795271 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29332): Process ended prematurely: osmo-stp_10.42.42.5(pid=29332) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29332)] [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:47:50.803750 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:47:50.863619 run osmo-hlr_10.42.42.2(pid=29329): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29329)]\u000a13:47:50.912789 run osmo-hlr_10.42.42.2(pid=29329): stdout: \u000a| (launched: 2022-12-14_13:47:47.969064) \u000a13:47:50.962884 run osmo-hlr_10.42.42.2(pid=29329): stderr: \u000a| �[0;m�[1;31m20221214134748148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134748149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134748149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134748149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134748149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134748149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134748161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134748171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134748171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134748172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:51.030729 run osmo-msc_10.42.42.6(pid=29335): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29335)]\u000a13:47:51.079665 run osmo-msc_10.42.42.6(pid=29335): stdout: \u000a| (launched: 2022-12-14_13:47:49.906928) \u000a13:47:51.129386 run osmo-msc_10.42.42.6(pid=29335): stderr: \u000a| �[0;m�[38;5;43m20221214134750179 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134750179 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15d7465c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134750179 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134750179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134750179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134750179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134750181 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134750182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134750182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134750182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:47:51.171422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29328): Terminating (SIGTERM)\u000a13:47:51.211102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29331): Terminating (SIGTERM)\u000a13:47:51.250889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29334): Terminating (SIGTERM)\u000a13:47:51.260261 --- ParallelTerminationStrategy: PID 29328 died...\u000a13:47:51.313724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29328): Terminated: ok {rc=0}\u000a13:47:51.323544 --- ParallelTerminationStrategy: PID 29331 died...\u000a13:47:51.376672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29331): Terminated: ok {rc=0}\u000a13:47:51.386492 --- ParallelTerminationStrategy: PID 29334 died...\u000a13:47:51.439818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29334): Terminated: ok {rc=0}\u000a13:47:51.528093 bus /sierra_3: Setting Powered False\u000a13:47:52.635998 bus /sierra_3: Setting Powered False\u000a13:47:53.749278 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:47:34" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29346): Process ended prematurely: osmo-stp_10.42.42.5(pid=29346) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29346)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29346): Process ended prematurely: osmo-stp_10.42.42.5(pid=29346) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:47:55.733802 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:47:55.745090 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:47:55.897693 tst mo_mt_call.py: using LAC 41320\u000a13:47:56.026908 tst mo_mt_call.py: using RAC 10\u000a13:47:56.155117 tst mo_mt_call.py: using CellId 41320\u000a13:47:56.285221 tst mo_mt_call.py: using BVCI 41321\u000a13:47:56.310478 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:47:56.322314 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:47:56.334098 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:47:56.346110 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:47:56.358421 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:47:56.370548 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:47:56.487292 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:47:56.697398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:57.215651 run create_hlr_db(pid=29340): Launched\u000a13:47:57.405827 bus /sierra_2: Setting Powered False\u000a13:47:58.427555 run create_hlr_db(pid=29340): Terminated: ok {rc=0}\u000a13:47:58.839431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29342): Launched\u000a13:47:59.146160 run osmo-hlr_10.42.42.2(pid=29343): Launched\u000a13:47:59.263039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:59.793562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29345): Launched\u000a13:48:00.100838 run osmo-stp_10.42.42.5(pid=29346): Launched\u000a13:48:00.211404 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:00.769141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29348): Launched\u000a13:48:01.241588 run osmo-msc_10.42.42.6(pid=29349): Launched\u000a13:48:01.743721 run osmo-stp_10.42.42.5(pid=29346): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29346)]\u000a13:48:02.109448 run osmo-stp_10.42.42.5(pid=29346): stdout: \u000a| (launched: 2022-12-14_13:47:59.949651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:02.301488 run osmo-stp_10.42.42.5(pid=29346): stderr: \u000a| �[0;m�[38;5;43m20221214134800120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134800120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134800120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134800121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134800121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134800121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134800121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:02.439768 run osmo-stp_10.42.42.5(pid=29346): stdout: \u000a| (launched: 2022-12-14_13:47:59.949651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:02.574178 run osmo-stp_10.42.42.5(pid=29346): stderr: \u000a| �[0;m�[38;5;43m20221214134800120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134800120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134800120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134800121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134800121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134800121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134800121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:02.632799 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29346): Process ended prematurely: osmo-stp_10.42.42.5(pid=29346) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29346)] [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:48:02.642358 tst mo_mt_call.py:8: Test FAILED (6.9 sec)\u000a13:48:02.706357 run osmo-hlr_10.42.42.2(pid=29343): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29343)]\u000a13:48:02.757943 run osmo-hlr_10.42.42.2(pid=29343): stdout: \u000a| (launched: 2022-12-14_13:47:58.995391) \u000a13:48:02.810134 run osmo-hlr_10.42.42.2(pid=29343): stderr: \u000a| �[0;m�[1;31m20221214134759172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134759173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134759173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134759173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134759173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134759173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134759185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134759194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134759194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134759194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:02.880896 run osmo-msc_10.42.42.6(pid=29349): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29349)]\u000a13:48:02.932269 run osmo-msc_10.42.42.6(pid=29349): stdout: \u000a| (launched: 2022-12-14_13:48:00.957299) \u000a13:48:02.984100 run osmo-msc_10.42.42.6(pid=29349): stderr: \u000a| �[0;m�[38;5;43m20221214134801761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134801761 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fddf0684c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134801761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134801761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134801762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134801762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134801763 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134801764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134801764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134801764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:03.028543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29342): Terminating (SIGTERM)\u000a13:48:03.070321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29345): Terminating (SIGTERM)\u000a13:48:03.112077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29348): Terminating (SIGTERM)\u000a13:48:03.121551 --- ParallelTerminationStrategy: PID 29342 died...\u000a13:48:03.177872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29342): Terminated: ok {rc=0}\u000a13:48:03.188345 --- ParallelTerminationStrategy: PID 29345 died...\u000a13:48:03.244160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29345): Terminated: ok {rc=0}\u000a13:48:03.254496 --- ParallelTerminationStrategy: PID 29348 died...\u000a13:48:03.310363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29348): Terminated: ok {rc=0}\u000a13:48:03.396401 bus /sierra_3: Setting Powered False\u000a13:48:04.497987 bus /sierra_3: Setting Powered False\u000a13:48:05.607656 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29357): Process ended prematurely: osmo-stp_10.42.42.5(pid=29357) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29357)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29357): Process ended prematurely: osmo-stp_10.42.42.5(pid=29357) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:48:06.716922 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:06.728928 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:48:06.884323 tst mo_mt_call_osmux.py: using LAC 41321\u000a13:48:07.004674 tst mo_mt_call_osmux.py: using RAC 11\u000a13:48:07.125333 tst mo_mt_call_osmux.py: using CellId 41321\u000a13:48:07.245718 tst mo_mt_call_osmux.py: using BVCI 41322\u000a13:48:07.269155 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:07.280406 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:07.291592 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:07.302667 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:07.313840 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:07.324900 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:48:07.444610 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:48:07.650249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:08.144162 run create_hlr_db(pid=29351): Launched\u000a13:48:08.320309 bus /sierra_2: Setting Powered False\u000a13:48:09.342240 run create_hlr_db(pid=29351): Terminated: ok {rc=0}\u000a13:48:09.750109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29353): Launched\u000a13:48:10.058213 run osmo-hlr_10.42.42.2(pid=29354): Launched\u000a13:48:10.179373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:10.715443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29356): Launched\u000a13:48:11.022195 run osmo-stp_10.42.42.5(pid=29357): Launched\u000a13:48:11.132649 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:11.694687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29359): Launched\u000a13:48:12.002743 run osmo-msc_10.42.42.6(pid=29360): Launched\u000a13:48:12.183114 run osmo-stp_10.42.42.5(pid=29357): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29357)]\u000a13:48:12.312799 run osmo-stp_10.42.42.5(pid=29357): stdout: \u000a| (launched: 2022-12-14_13:48:10.871413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:12.440187 run osmo-stp_10.42.42.5(pid=29357): stderr: \u000a| �[0;m�[38;5;43m20221214134811047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134811047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134811048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134811048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134811049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134811049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134811049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:12.563422 run osmo-stp_10.42.42.5(pid=29357): stdout: \u000a| (launched: 2022-12-14_13:48:10.871413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:12.685803 run osmo-stp_10.42.42.5(pid=29357): stderr: \u000a| �[0;m�[38;5;43m20221214134811047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134811047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134811048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134811048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134811049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134811049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134811049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:12.739557 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29357): Process ended prematurely: osmo-stp_10.42.42.5(pid=29357) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29357)] [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:48:12.748160 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:48:12.807917 run osmo-hlr_10.42.42.2(pid=29354): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29354)]\u000a13:48:12.856814 run osmo-hlr_10.42.42.2(pid=29354): stdout: \u000a| (launched: 2022-12-14_13:48:09.906127) \u000a13:48:12.906072 run osmo-hlr_10.42.42.2(pid=29354): stderr: \u000a| �[0;m�[1;31m20221214134810086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134810086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134810086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134810086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134810086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134810086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134810098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134810107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134810107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134810108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:12.973173 run osmo-msc_10.42.42.6(pid=29360): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29360)]\u000a13:48:13.021717 run osmo-msc_10.42.42.6(pid=29360): stdout: \u000a| (launched: 2022-12-14_13:48:11.850771) \u000a13:48:13.070949 run osmo-msc_10.42.42.6(pid=29360): stderr: \u000a| �[0;m�[38;5;43m20221214134812125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134812125 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f569ee4bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134812126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134812126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134812126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134812126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134812128 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134812128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134812128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134812128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:13.113020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29353): Terminating (SIGTERM)\u000a13:48:13.152479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29356): Terminating (SIGTERM)\u000a13:48:13.192037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29359): Terminating (SIGTERM)\u000a13:48:13.201453 --- ParallelTerminationStrategy: PID 29353 died...\u000a13:48:13.254699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29353): Terminated: ok {rc=0}\u000a13:48:13.264350 --- ParallelTerminationStrategy: PID 29356 died...\u000a13:48:13.316771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29356): Terminated: ok {rc=0}\u000a13:48:13.326478 --- ParallelTerminationStrategy: PID 29359 died...\u000a13:48:13.379455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29359): Terminated: ok {rc=0}\u000a13:48:13.467089 bus /sierra_3: Setting Powered False\u000a13:48:14.571787 bus /sierra_3: Setting Powered False\u000a13:48:15.679765 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:47:55" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29371): Process ended prematurely: osmo-stp_10.42.42.5(pid=29371) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29371)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29371): Process ended prematurely: osmo-stp_10.42.42.5(pid=29371) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:48:17.697149 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:17.708714 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:48:17.861198 tst mo_mt_call.py: using LAC 41322\u000a13:48:17.984449 tst mo_mt_call.py: using RAC 12\u000a13:48:18.112883 tst mo_mt_call.py: using CellId 41322\u000a13:48:18.238249 tst mo_mt_call.py: using BVCI 41323\u000a13:48:18.261804 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:18.273203 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:18.284465 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:18.295616 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:18.306993 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:18.318167 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:48:18.439934 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:48:18.643553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:19.133823 run create_hlr_db(pid=29365): Launched\u000a13:48:19.310223 bus /sierra_2: Setting Powered False\u000a13:48:20.332507 run create_hlr_db(pid=29365): Terminated: ok {rc=0}\u000a13:48:20.740367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29367): Launched\u000a13:48:21.048925 run osmo-hlr_10.42.42.2(pid=29368): Launched\u000a13:48:21.171294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:21.711429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29370): Launched\u000a13:48:22.018175 run osmo-stp_10.42.42.5(pid=29371): Launched\u000a13:48:22.130194 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:22.691352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29373): Launched\u000a13:48:22.998835 run osmo-msc_10.42.42.6(pid=29374): Launched\u000a13:48:23.178174 run osmo-stp_10.42.42.5(pid=29371): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29371)]\u000a13:48:23.307612 run osmo-stp_10.42.42.5(pid=29371): stdout: \u000a| (launched: 2022-12-14_13:48:21.867509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:23.434964 run osmo-stp_10.42.42.5(pid=29371): stderr: \u000a| �[0;m�[38;5;43m20221214134822041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134822042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134822042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134822042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134822043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134822043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134822043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:23.558475 run osmo-stp_10.42.42.5(pid=29371): stdout: \u000a| (launched: 2022-12-14_13:48:21.867509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:23.680917 run osmo-stp_10.42.42.5(pid=29371): stderr: \u000a| �[0;m�[38;5;43m20221214134822041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134822042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134822042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134822042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134822043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134822043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134822043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:23.734852 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29371): Process ended prematurely: osmo-stp_10.42.42.5(pid=29371) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29371)] [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:48:23.743399 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:48:23.803069 run osmo-hlr_10.42.42.2(pid=29368): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29368)]\u000a13:48:23.852078 run osmo-hlr_10.42.42.2(pid=29368): stdout: \u000a| (launched: 2022-12-14_13:48:20.896381) \u000a13:48:23.901406 run osmo-hlr_10.42.42.2(pid=29368): stderr: \u000a| �[0;m�[1;31m20221214134821073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134821073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134821073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134821073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134821073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134821073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134821086 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134821094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134821094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134821094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:23.968627 run osmo-msc_10.42.42.6(pid=29374): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29374)]\u000a13:48:24.017371 run osmo-msc_10.42.42.6(pid=29374): stdout: \u000a| (launched: 2022-12-14_13:48:22.847200) \u000a13:48:24.066645 run osmo-msc_10.42.42.6(pid=29374): stderr: \u000a| �[0;m�[38;5;43m20221214134823119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134823119 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe93ced7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134823119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134823119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134823120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134823120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134823122 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134823122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134823122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134823122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:24.108307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29367): Terminating (SIGTERM)\u000a13:48:24.147794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29370): Terminating (SIGTERM)\u000a13:48:24.187356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29373): Terminating (SIGTERM)\u000a13:48:24.196646 --- ParallelTerminationStrategy: PID 29367 died...\u000a13:48:24.249591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29367): Terminated: ok {rc=0}\u000a13:48:24.259296 --- ParallelTerminationStrategy: PID 29370 died...\u000a13:48:24.312004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29370): Terminated: ok {rc=0}\u000a13:48:24.321797 --- ParallelTerminationStrategy: PID 29373 died...\u000a13:48:24.374431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29373): Terminated: ok {rc=0}\u000a13:48:24.461768 bus /sierra_3: Setting Powered False\u000a13:48:25.565247 bus /sierra_3: Setting Powered False\u000a13:48:26.672010 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29382): Process ended prematurely: osmo-stp_10.42.42.5(pid=29382) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29382)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29382): Process ended prematurely: osmo-stp_10.42.42.5(pid=29382) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:48:27.787946 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:27.800718 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:48:27.964334 tst mo_mt_call_osmux.py: using LAC 41323\u000a13:48:28.095955 tst mo_mt_call_osmux.py: using RAC 13\u000a13:48:28.224730 tst mo_mt_call_osmux.py: using CellId 41323\u000a13:48:28.354391 tst mo_mt_call_osmux.py: using BVCI 41324\u000a13:48:28.379402 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:28.391333 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:28.402981 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:28.414660 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:28.426595 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:28.438609 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:48:28.559621 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:48:28.773864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:29.293351 run create_hlr_db(pid=29376): Launched\u000a13:48:29.484156 bus /sierra_2: Setting Powered False\u000a13:48:30.505433 run create_hlr_db(pid=29376): Terminated: ok {rc=0}\u000a13:48:30.959864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29378): Launched\u000a13:48:31.372302 run osmo-hlr_10.42.42.2(pid=29379): Launched\u000a13:48:31.531412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:32.219050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29381): Launched\u000a13:48:32.536186 run osmo-stp_10.42.42.5(pid=29382): Launched\u000a13:48:32.648750 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:33.210291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29384): Launched\u000a13:48:33.518254 run osmo-msc_10.42.42.6(pid=29385): Launched\u000a13:48:33.698422 run osmo-stp_10.42.42.5(pid=29382): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29382)]\u000a13:48:33.831381 run osmo-stp_10.42.42.5(pid=29382): stdout: \u000a| (launched: 2022-12-14_13:48:32.383190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:33.959371 run osmo-stp_10.42.42.5(pid=29382): stderr: \u000a| �[0;m�[38;5;43m20221214134832554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134832554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134832554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134832555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134832557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134832557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134832558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:34.082884 run osmo-stp_10.42.42.5(pid=29382): stdout: \u000a| (launched: 2022-12-14_13:48:32.383190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:34.205319 run osmo-stp_10.42.42.5(pid=29382): stderr: \u000a| �[0;m�[38;5;43m20221214134832554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134832554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134832554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134832555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134832557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134832557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134832558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:34.259998 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29382): Process ended prematurely: osmo-stp_10.42.42.5(pid=29382) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29382)] [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:48:34.268772 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a13:48:34.328514 run osmo-hlr_10.42.42.2(pid=29379): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29379)]\u000a13:48:34.377858 run osmo-hlr_10.42.42.2(pid=29379): stdout: \u000a| (launched: 2022-12-14_13:48:31.131294) \u000a13:48:34.427454 run osmo-hlr_10.42.42.2(pid=29379): stderr: \u000a| �[0;m�[1;31m20221214134831488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134831488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134831488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134831488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134831488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134831488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134831507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134831515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134831515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134831515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:34.494752 run osmo-msc_10.42.42.6(pid=29385): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29385)]\u000a13:48:34.543407 run osmo-msc_10.42.42.6(pid=29385): stdout: \u000a| (launched: 2022-12-14_13:48:33.366162) \u000a13:48:34.592593 run osmo-msc_10.42.42.6(pid=29385): stderr: \u000a| �[0;m�[38;5;43m20221214134833639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134833639 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd02677fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134833639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134833640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134833640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134833640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134833642 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134833642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134833642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134833642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:34.634505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29378): Terminating (SIGTERM)\u000a13:48:34.673950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29381): Terminating (SIGTERM)\u000a13:48:34.713334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29384): Terminating (SIGTERM)\u000a13:48:34.722386 --- ParallelTerminationStrategy: PID 29378 died...\u000a13:48:34.775737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29378): Terminated: ok {rc=0}\u000a13:48:34.785923 --- ParallelTerminationStrategy: PID 29381 died...\u000a13:48:34.838979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29381): Terminated: ok {rc=0}\u000a13:48:34.848496 --- ParallelTerminationStrategy: PID 29384 died...\u000a13:48:34.901214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29384): Terminated: ok {rc=0}\u000a13:48:34.984390 bus /sierra_3: Setting Powered False\u000a13:48:36.087013 bus /sierra_3: Setting Powered False\u000a13:48:37.198525 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:48:17" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29396): Process ended prematurely: osmo-stp_10.42.42.5(pid=29396) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29396)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29396): Process ended prematurely: osmo-stp_10.42.42.5(pid=29396) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:48:39.193057 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:48:39.204627 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:48:39.369140 tst mo_mt_call.py: using LAC 41324\u000a13:48:39.497494 tst mo_mt_call.py: using RAC 14\u000a13:48:39.627895 tst mo_mt_call.py: using CellId 41324\u000a13:48:39.757950 tst mo_mt_call.py: using BVCI 41325\u000a13:48:39.782909 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:48:39.794734 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:48:39.806267 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:48:39.817807 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:48:39.829922 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:48:39.841819 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:48:39.957525 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:48:40.161050 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:40.655238 run create_hlr_db(pid=29390): Launched\u000a13:48:40.832111 bus /sierra_2: Setting Powered False\u000a13:48:41.855378 run create_hlr_db(pid=29390): Terminated: ok {rc=0}\u000a13:48:42.294210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29392): Launched\u000a13:48:42.624809 run osmo-hlr_10.42.42.2(pid=29393): Launched\u000a13:48:42.751055 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:43.323205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29395): Launched\u000a13:48:43.653345 run osmo-stp_10.42.42.5(pid=29396): Launched\u000a13:48:43.774470 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:44.375905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29398): Launched\u000a13:48:44.708274 run osmo-msc_10.42.42.6(pid=29399): Launched\u000a13:48:44.902190 run osmo-stp_10.42.42.5(pid=29396): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29396)]\u000a13:48:45.041959 run osmo-stp_10.42.42.5(pid=29396): stdout: \u000a| (launched: 2022-12-14_13:48:43.490609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:45.175976 run osmo-stp_10.42.42.5(pid=29396): stderr: \u000a| �[0;m�[38;5;43m20221214134843684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134843684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134843684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134843685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134843685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134843685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134843685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:45.300244 run osmo-stp_10.42.42.5(pid=29396): stdout: \u000a| (launched: 2022-12-14_13:48:43.490609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:45.423328 run osmo-stp_10.42.42.5(pid=29396): stderr: \u000a| �[0;m�[38;5;43m20221214134843684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134843684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134843684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134843685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134843685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134843685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134843685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:45.477715 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29396): Process ended prematurely: osmo-stp_10.42.42.5(pid=29396) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29396)] [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:48:45.486452 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:48:45.546914 run osmo-hlr_10.42.42.2(pid=29393): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29393)]\u000a13:48:45.596545 run osmo-hlr_10.42.42.2(pid=29393): stdout: \u000a| (launched: 2022-12-14_13:48:42.462445) \u000a13:48:45.646764 run osmo-hlr_10.42.42.2(pid=29393): stderr: \u000a| �[0;m�[1;31m20221214134842664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134842664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134842664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134842664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134842664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134842664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134842676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134842684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134842684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134842685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:45.715486 run osmo-msc_10.42.42.6(pid=29399): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29399)]\u000a13:48:45.765399 run osmo-msc_10.42.42.6(pid=29399): stdout: \u000a| (launched: 2022-12-14_13:48:44.543586) \u000a13:48:45.815681 run osmo-msc_10.42.42.6(pid=29399): stderr: \u000a| �[0;m�[38;5;43m20221214134844865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134844865 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f7468fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134844866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134844866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134844866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134844866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134844869 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134844870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134844870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134844870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:45.872441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29392): Terminating (SIGTERM)\u000a13:48:45.921755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29395): Terminating (SIGTERM)\u000a13:48:45.967507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29398): Terminating (SIGTERM)\u000a13:48:45.978489 --- ParallelTerminationStrategy: PID 29392 died...\u000a13:48:46.038200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29392): Terminated: ok {rc=0}\u000a13:48:46.050602 --- ParallelTerminationStrategy: PID 29395 died...\u000a13:48:46.109666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29395): Terminated: ok {rc=0}\u000a13:48:46.122331 --- ParallelTerminationStrategy: PID 29398 died...\u000a13:48:46.182389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29398): Terminated: ok {rc=0}\u000a13:48:46.273036 bus /sierra_3: Setting Powered False\u000a13:48:47.376113 bus /sierra_3: Setting Powered False\u000a13:48:48.488408 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29407): Process ended prematurely: osmo-stp_10.42.42.5(pid=29407) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29407)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29407): Process ended prematurely: osmo-stp_10.42.42.5(pid=29407) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:48:49.604232 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:48:49.616754 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:48:49.782493 tst mo_mt_call_osmux.py: using LAC 41325\u000a13:48:49.910704 tst mo_mt_call_osmux.py: using RAC 15\u000a13:48:50.039146 tst mo_mt_call_osmux.py: using CellId 41325\u000a13:48:50.169066 tst mo_mt_call_osmux.py: using BVCI 41326\u000a13:48:50.194329 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:48:50.206255 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:48:50.218000 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:48:50.229607 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:48:50.241848 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:48:50.253840 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:48:50.370596 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:48:50.585638 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:51.104859 run create_hlr_db(pid=29401): Launched\u000a13:48:51.295848 bus /sierra_2: Setting Powered False\u000a13:48:52.317504 run create_hlr_db(pid=29401): Terminated: ok {rc=0}\u000a13:48:52.732085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29403): Launched\u000a13:48:53.040690 run osmo-hlr_10.42.42.2(pid=29404): Launched\u000a13:48:53.153520 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:53.686394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29406): Launched\u000a13:48:53.993222 run osmo-stp_10.42.42.5(pid=29407): Launched\u000a13:48:54.104783 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:54.664433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29409): Launched\u000a13:48:54.972689 run osmo-msc_10.42.42.6(pid=29410): Launched\u000a13:48:55.152657 run osmo-stp_10.42.42.5(pid=29407): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29407)]\u000a13:48:55.283054 run osmo-stp_10.42.42.5(pid=29407): stdout: \u000a| (launched: 2022-12-14_13:48:53.841897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:55.410761 run osmo-stp_10.42.42.5(pid=29407): stderr: \u000a| �[0;m�[38;5;43m20221214134854014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134854014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134854014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134854015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134854015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134854015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134854015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:55.533905 run osmo-stp_10.42.42.5(pid=29407): stdout: \u000a| (launched: 2022-12-14_13:48:53.841897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:55.656015 run osmo-stp_10.42.42.5(pid=29407): stderr: \u000a| �[0;m�[38;5;43m20221214134854014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134854014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134854014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134854015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134854015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134854015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134854015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:55.710002 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29407): Process ended prematurely: osmo-stp_10.42.42.5(pid=29407) [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29407)] [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:48:55.718510 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:48:55.777839 run osmo-hlr_10.42.42.2(pid=29404): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29404)]\u000a13:48:55.826540 run osmo-hlr_10.42.42.2(pid=29404): stdout: \u000a| (launched: 2022-12-14_13:48:52.888841) \u000a13:48:55.875934 run osmo-hlr_10.42.42.2(pid=29404): stderr: \u000a| �[0;m�[1;31m20221214134853066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134853066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134853066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134853066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134853066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134853066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134853099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134853108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134853109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134853109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:55.943181 run osmo-msc_10.42.42.6(pid=29410): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29410)]\u000a13:48:55.991837 run osmo-msc_10.42.42.6(pid=29410): stdout: \u000a| (launched: 2022-12-14_13:48:54.820677) \u000a13:48:56.040836 run osmo-msc_10.42.42.6(pid=29410): stderr: \u000a| �[0;m�[38;5;43m20221214134855095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134855095 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e31e5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134855095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134855095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134855095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134855095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134855097 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134855098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134855098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134855098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:56.082348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29403): Terminating (SIGTERM)\u000a13:48:56.121714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29406): Terminating (SIGTERM)\u000a13:48:56.161184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29409): Terminating (SIGTERM)\u000a13:48:56.170528 --- ParallelTerminationStrategy: PID 29403 died...\u000a13:48:56.223747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29403): Terminated: ok {rc=0}\u000a13:48:56.233603 --- ParallelTerminationStrategy: PID 29406 died...\u000a13:48:56.286448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29406): Terminated: ok {rc=0}\u000a13:48:56.296116 --- ParallelTerminationStrategy: PID 29409 died...\u000a13:48:56.349218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29409): Terminated: ok {rc=0}\u000a13:48:56.437158 bus /sierra_3: Setting Powered False\u000a13:48:57.540426 bus /sierra_3: Setting Powered False\u000a13:48:58.651583 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:48:38" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29422): Process ended prematurely: osmo-stp_10.42.42.5(pid=29422) [trial-2405↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29422)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29422): Process ended prematurely: osmo-stp_10.42.42.5(pid=29422) [trial-2405↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:49:00.650078 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:49:00.661943 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:49:00.800115 tst emergency_mo_mt_call.py: using LAC 41326\u000a13:49:00.935706 tst emergency_mo_mt_call.py: using RAC 16\u000a13:49:01.074550 tst emergency_mo_mt_call.py: using CellId 41326\u000a13:49:01.196056 tst emergency_mo_mt_call.py: using BVCI 41327\u000a13:49:01.219931 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:49:01.231083 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:49:01.242668 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:49:01.254369 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:49:01.265562 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:49:01.277040 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:49:01.422321 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:49:01.641178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:02.200110 run create_hlr_db(pid=29416): Launched\u000a13:49:02.391654 bus /sierra_2: Setting Powered False\u000a13:49:03.408641 run create_hlr_db(pid=29416): Terminated: ok {rc=0}\u000a13:49:03.813530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29418): Launched\u000a13:49:04.117875 run osmo-hlr_10.42.42.2(pid=29419): Launched\u000a13:49:04.232847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:04.756521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29421): Launched\u000a13:49:05.057900 run osmo-stp_10.42.42.5(pid=29422): Launched\u000a13:49:05.191618 tst emergency_mo_mt_call.py: using MSISDN 8712\u000a13:49:05.343668 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:49:05.896999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29424): Launched\u000a13:49:06.201913 run osmo-msc_10.42.42.6(pid=29425): Launched\u000a13:49:06.378372 run osmo-stp_10.42.42.5(pid=29422): ERR: Terminated: ERROR {rc=1} [trial-2405↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29422)]\u000a13:49:06.506077 run osmo-stp_10.42.42.5(pid=29422): stdout: \u000a| (launched: 2022-12-14_13:49:04.909428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:06.630826 run osmo-stp_10.42.42.5(pid=29422): stderr: \u000a| �[0;m�[38;5;43m20221214134905081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134905081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134905081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134905082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134905083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134905083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134905083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:06.751122 run osmo-stp_10.42.42.5(pid=29422): stdout: \u000a| (launched: 2022-12-14_13:49:04.909428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:06.870582 run osmo-stp_10.42.42.5(pid=29422): stderr: \u000a| �[0;m�[38;5;43m20221214134905081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134905081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134905081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134905082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134905083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134905083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134905083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:06.922980 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=29422): Process ended prematurely: osmo-stp_10.42.42.5(pid=29422) [trial-2405↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29422)] [trial-2405↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a13:49:06.930786 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a13:49:06.990084 run osmo-hlr_10.42.42.2(pid=29419): ERR: Terminated: ERROR {rc=237} [trial-2405↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29419)]\u000a13:49:07.038971 run osmo-hlr_10.42.42.2(pid=29419): stdout: \u000a| (launched: 2022-12-14_13:49:03.966691) \u000a13:49:07.087946 run osmo-hlr_10.42.42.2(pid=29419): stderr: \u000a| �[0;m�[1;31m20221214134904141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134904142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134904142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134904142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134904142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134904142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134904154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134904162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134904162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134904162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:49:07.154862 run osmo-msc_10.42.42.6(pid=29425): ERR: Terminated: ERROR {rc=2} [trial-2405↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29425)]\u000a13:49:07.203148 run osmo-msc_10.42.42.6(pid=29425): stdout: \u000a| (launched: 2022-12-14_13:49:06.050370) \u000a13:49:07.252046 run osmo-msc_10.42.42.6(pid=29425): stderr: \u000a| �[0;m�[38;5;43m20221214134906324 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134906324 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb668e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134906324 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134906324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134906324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134906325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134906326 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134906327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134906327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134906327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:49:07.293514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29418): Terminating (SIGTERM)\u000a13:49:07.332709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29421): Terminating (SIGTERM)\u000a13:49:07.372344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29424): Terminating (SIGTERM)\u000a13:49:07.381640 --- ParallelTerminationStrategy: PID 29418 died...\u000a13:49:07.434323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29418): Terminated: ok {rc=0}\u000a13:49:07.443978 --- ParallelTerminationStrategy: PID 29421 died...\u000a13:49:07.496273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29421): Terminated: ok {rc=0}\u000a13:49:07.505961 --- ParallelTerminationStrategy: PID 29424 died...\u000a13:49:07.558456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29424): Terminated: ok {rc=0}\u000a13:49:07.644523 bus /sierra_3: Setting Powered False\u000a13:49:08.745618 bus /sierra_3: Setting Powered False\u000a13:49:09.855464 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29433): Process ended prematurely: osmo-stp_10.42.42.5(pid=29433) [trial-2405↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29433)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29433): Process ended prematurely: osmo-stp_10.42.42.5(pid=29433) [trial-2405↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:49:10.908611 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:49:10.920837 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:49:11.063766 tst emergency_preemptive_call.py: using LAC 41327\u000a13:49:11.191542 tst emergency_preemptive_call.py: using RAC 17\u000a13:49:11.317112 tst emergency_preemptive_call.py: using CellId 41327\u000a13:49:11.438339 tst emergency_preemptive_call.py: using BVCI 41328\u000a13:49:11.461238 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:49:11.472163 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:49:11.482974 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:49:11.493928 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:49:11.505575 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:49:11.517009 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:49:11.639675 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:49:11.756337 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:49:11.876587 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:49:12.086900 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:12.601101 run create_hlr_db(pid=29427): Launched\u000a13:49:12.790778 bus /sierra_2: Setting Powered False\u000a13:49:13.810848 run create_hlr_db(pid=29427): Terminated: ok {rc=0}\u000a13:49:14.217112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29429): Launched\u000a13:49:14.519316 run osmo-hlr_10.42.42.2(pid=29430): Launched\u000a13:49:14.632148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:15.155726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29432): Launched\u000a13:49:15.457306 run osmo-stp_10.42.42.5(pid=29433): Launched\u000a13:49:15.580764 tst emergency_preemptive_call.py: using MSISDN 8713\u000a13:49:15.729762 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:49:16.349002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29435): Launched\u000a13:49:16.763458 run osmo-msc_10.42.42.6(pid=29436): Launched\u000a13:49:17.074683 run osmo-stp_10.42.42.5(pid=29433): ERR: Terminated: ERROR {rc=1} [trial-2405↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29433)]\u000a13:49:17.284029 run osmo-stp_10.42.42.5(pid=29433): stdout: \u000a| (launched: 2022-12-14_13:49:15.308847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:17.410179 run osmo-stp_10.42.42.5(pid=29433): stderr: \u000a| �[0;m�[38;5;43m20221214134915483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134915483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134915483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134915483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134915484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134915484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134915484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:17.531256 run osmo-stp_10.42.42.5(pid=29433): stdout: \u000a| (launched: 2022-12-14_13:49:15.308847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:17.651598 run osmo-stp_10.42.42.5(pid=29433): stderr: \u000a| �[0;m�[38;5;43m20221214134915483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134915483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134915483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134915483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134915484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134915484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134915484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:17.704264 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=29433): Process ended prematurely: osmo-stp_10.42.42.5(pid=29433) [trial-2405↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29433)] [trial-2405↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a13:49:17.712252 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a13:49:17.771953 run osmo-hlr_10.42.42.2(pid=29430): ERR: Terminated: ERROR {rc=237} [trial-2405↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29430)]\u000a13:49:17.821138 run osmo-hlr_10.42.42.2(pid=29430): stdout: \u000a| (launched: 2022-12-14_13:49:14.370589) \u000a13:49:17.871039 run osmo-hlr_10.42.42.2(pid=29430): stderr: \u000a| �[0;m�[1;31m20221214134914546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134914546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134914546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134914546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134914546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134914546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134914559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134914569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134914570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134914570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:49:17.938791 run osmo-msc_10.42.42.6(pid=29436): ERR: Terminated: ERROR {rc=2} [trial-2405↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29436)]\u000a13:49:17.987643 run osmo-msc_10.42.42.6(pid=29436): stdout: \u000a| (launched: 2022-12-14_13:49:16.517700) \u000a13:49:18.037141 run osmo-msc_10.42.42.6(pid=29436): stderr: \u000a| �[0;m�[38;5;43m20221214134916997 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214134916997 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f983d826c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214134916997 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214134916997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214134916998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214134916998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214134916999 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214134917000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214134917000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214134917000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:49:18.079054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29429): Terminating (SIGTERM)\u000a13:49:18.118972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29432): Terminating (SIGTERM)\u000a13:49:18.158533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29435): Terminating (SIGTERM)\u000a13:49:18.167823 --- ParallelTerminationStrategy: PID 29429 died...\u000a13:49:18.220808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29429): Terminated: ok {rc=0}\u000a13:49:18.230541 --- ParallelTerminationStrategy: PID 29432 died...\u000a13:49:18.283109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29432): Terminated: ok {rc=0}\u000a13:49:18.292700 --- ParallelTerminationStrategy: PID 29435 died...\u000a13:49:18.345512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29435): Terminated: ok {rc=0}\u000a13:49:18.432913 bus /sierra_9: Setting Powered False\u000a13:49:19.533929 bus /sierra_9: Setting Powered False\u000a13:49:20.643648 bus /sierra_8: Setting Powered False\u000a13:49:21.745464 bus /sierra_8: Setting Powered False\u000a13:49:22.855924 bus /sierra_3: Setting Powered False\u000a13:49:23.962381 bus /sierra_3: Setting Powered False\u000a13:49:25.070991 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:49:00" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29454): Process ended prematurely: osmo-stp_10.42.42.5(pid=29454) [trial-2405↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29454)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29454): Process ended prematurely: osmo-stp_10.42.42.5(pid=29454) [trial-2405↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:49:27.171689 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:27.182731 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:49:27.316405 tst cs_paging_gprs_active.py: using LAC 41328\u000a13:49:27.439403 tst cs_paging_gprs_active.py: using RAC 18\u000a13:49:27.561528 tst cs_paging_gprs_active.py: using CellId 41328\u000a13:49:27.682315 tst cs_paging_gprs_active.py: using BVCI 41329\u000a13:49:27.705852 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:27.716568 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:27.727673 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:27.738282 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:27.748936 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:27.759564 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:27.770484 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:27.780993 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:27.791638 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:49:27.910753 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:49:28.209592 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:49:28.348859 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:49:28.694102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29441): Launched\u000a13:49:28.979831 run iperf3-srv_10.42.42.10(pid=29442): Launched\u000a13:49:29.183491 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:49:29.322331 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:49:29.667007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29443): Launched\u000a13:49:29.953318 run iperf3-srv_10.42.42.10(pid=29444): Launched\u000a13:49:30.156270 tst cs_paging_gprs_active.py:38: start network...\u000a13:49:30.294902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:30.817584 run create_hlr_db(pid=29445): Launched\u000a13:49:31.017989 bus /sierra_2: Setting Powered False\u000a13:49:32.033389 run create_hlr_db(pid=29445): Terminated: ok {rc=0}\u000a13:49:32.503695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29449): Launched\u000a13:49:32.813324 run osmo-hlr_10.42.42.2(pid=29451): Launched\u000a13:49:32.927179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:33.462658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29453): Launched\u000a13:49:33.771286 run osmo-stp_10.42.42.5(pid=29454): Launched\u000a13:49:33.883255 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:49:34.420835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29456): Launched\u000a13:49:34.530370 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:49:34.801244 run patchelf(pid=29457): Launched\u000a13:49:34.981728 run osmo-stp_10.42.42.5(pid=29454): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29454)]\u000a13:49:35.113452 run osmo-stp_10.42.42.5(pid=29454): stdout: \u000a| (launched: 2022-12-14_13:49:33.619471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:35.246182 run osmo-stp_10.42.42.5(pid=29454): stderr: \u000a| �[0;m�[38;5;43m20221214134933793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134933793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134933793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134933794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134933794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134933794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134933794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:35.373717 run osmo-stp_10.42.42.5(pid=29454): stdout: \u000a| (launched: 2022-12-14_13:49:33.619471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:35.500017 run osmo-stp_10.42.42.5(pid=29454): stderr: \u000a| �[0;m�[38;5;43m20221214134933793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134933793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134933793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134933794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134933794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134933794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134933794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:35.647616 run patchelf(pid=29457): Terminating (SIGINT)\u000a13:49:35.821167 run patchelf(pid=29457): Terminated: ok {rc=0}\u000a13:49:35.852838 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29454): Process ended prematurely: osmo-stp_10.42.42.5(pid=29454) [trial-2405↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29454)] [trial-2405↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a13:49:35.862050 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:49:35.922287 run osmo-hlr_10.42.42.2(pid=29451): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29451)]\u000a13:49:35.971290 run osmo-hlr_10.42.42.2(pid=29451): stdout: \u000a| (launched: 2022-12-14_13:49:32.660564) \u000a13:49:36.020904 run osmo-hlr_10.42.42.2(pid=29451): stderr: \u000a| �[0;m�[1;31m20221214134932838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134932838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134932838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134932838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134932838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134932838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134932851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134932859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134932859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134932860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:49:36.063411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29441): Terminating (SIGTERM)\u000a13:49:36.103477 run iperf3-srv_10.42.42.10(pid=29442): Terminating (SIGTERM)\u000a13:49:36.143524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29443): Terminating (SIGTERM)\u000a13:49:36.183424 run iperf3-srv_10.42.42.10(pid=29444): Terminating (SIGTERM)\u000a13:49:36.223493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29449): Terminating (SIGTERM)\u000a13:49:36.263389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29453): Terminating (SIGTERM)\u000a13:49:36.303436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29456): Terminating (SIGTERM)\u000a13:49:36.312811 --- ParallelTerminationStrategy: PID 29441 died...\u000a13:49:36.366652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29441): Terminated: ok {rc=0}\u000a13:49:36.376399 --- ParallelTerminationStrategy: PID 29442 died...\u000a13:49:36.429664 run iperf3-srv_10.42.42.10(pid=29442): Terminated {rc=256}\u000a13:49:36.439393 --- ParallelTerminationStrategy: PID 29443 died...\u000a13:49:36.492713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29443): Terminated: ok {rc=0}\u000a13:49:36.502403 --- ParallelTerminationStrategy: PID 29444 died...\u000a13:49:36.555434 run iperf3-srv_10.42.42.10(pid=29444): Terminated {rc=256}\u000a13:49:36.565235 --- ParallelTerminationStrategy: PID 29449 died...\u000a13:49:36.618444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29449): Terminated: ok {rc=0}\u000a13:49:36.628190 --- ParallelTerminationStrategy: PID 29453 died...\u000a13:49:36.681530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29453): Terminated: ok {rc=0}\u000a13:49:36.691321 --- ParallelTerminationStrategy: PID 29456 died...\u000a13:49:36.745324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29456): Terminated: ok {rc=0}\u000a13:49:36.828734 bus /gobi_0: Setting Powered False\u000a13:49:37.935156 bus /gobi_0: Setting Powered False\u000a13:49:39.042819 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29466): Process ended prematurely: osmo-stp_10.42.42.5(pid=29466) [trial-2405↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29466)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29466): Process ended prematurely: osmo-stp_10.42.42.5(pid=29466) [trial-2405↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a13:49:40.159357 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:40.171618 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:49:40.315732 tst iperf3.py: using LAC 41329\u000a13:49:40.440244 tst iperf3.py: using RAC 19\u000a13:49:40.563185 tst iperf3.py: using CellId 41329\u000a13:49:40.686386 tst iperf3.py: using BVCI 41330\u000a13:49:40.709984 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:40.720809 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:40.731674 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:40.742266 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:40.753621 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:40.764687 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:40.776026 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:40.787205 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:40.798418 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:49:41.095796 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:49:41.234083 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:49:41.577783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29458): Launched\u000a13:49:41.863674 run iperf3-srv_10.42.42.10(pid=29459): Launched\u000a13:49:42.066807 tst iperf3.py:8: start network...\u000a13:49:42.204846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:42.724513 run create_hlr_db(pid=29460): Launched\u000a13:49:42.915362 bus /gobi_6: Setting Powered False\u000a13:49:43.925161 run create_hlr_db(pid=29460): Terminated: ok {rc=0}\u000a13:49:44.343693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29462): Launched\u000a13:49:44.655156 run osmo-hlr_10.42.42.2(pid=29463): Launched\u000a13:49:44.770715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:45.306432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29465): Launched\u000a13:49:45.614978 run osmo-stp_10.42.42.5(pid=29466): Launched\u000a13:49:45.728276 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:49:46.347624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29468): Launched\u000a13:49:46.469369 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:49:46.774149 run patchelf(pid=29469): Launched\u000a13:49:46.972544 run osmo-stp_10.42.42.5(pid=29466): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29466)]\u000a13:49:47.117411 run osmo-stp_10.42.42.5(pid=29466): stdout: \u000a| (launched: 2022-12-14_13:49:45.462794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:47.261561 run osmo-stp_10.42.42.5(pid=29466): stderr: \u000a| �[0;m�[38;5;43m20221214134945634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134945635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134945635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134945635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134945636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134945636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134945636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:47.398296 run osmo-stp_10.42.42.5(pid=29466): stdout: \u000a| (launched: 2022-12-14_13:49:45.462794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:47.533719 run osmo-stp_10.42.42.5(pid=29466): stderr: \u000a| �[0;m�[38;5;43m20221214134945634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134945635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134945635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134945635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134945636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134945636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134945636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:47.691917 run patchelf(pid=29469): Terminating (SIGINT)\u000a13:49:47.876670 run patchelf(pid=29469): Terminated: ok {rc=0}\u000a13:49:47.910434 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29466): Process ended prematurely: osmo-stp_10.42.42.5(pid=29466) [trial-2405↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29466)] [trial-2405↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a13:49:47.920344 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a13:49:47.984605 run osmo-hlr_10.42.42.2(pid=29463): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29463)]\u000a13:49:48.036674 run osmo-hlr_10.42.42.2(pid=29463): stdout: \u000a| (launched: 2022-12-14_13:49:44.500193) \u000a13:49:48.089525 run osmo-hlr_10.42.42.2(pid=29463): stderr: \u000a| �[0;m�[1;31m20221214134944680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134944680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134944680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134944680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134944680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134944680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134944695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134944705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134944706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134944706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:49:48.134819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29458): Terminating (SIGTERM)\u000a13:49:48.177414 run iperf3-srv_10.42.42.10(pid=29459): Terminating (SIGTERM)\u000a13:49:48.220044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29462): Terminating (SIGTERM)\u000a13:49:48.262666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29465): Terminating (SIGTERM)\u000a13:49:48.305266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29468): Terminating (SIGTERM)\u000a13:49:48.315205 --- ParallelTerminationStrategy: PID 29458 died...\u000a13:49:48.372430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29458): Terminated: ok {rc=0}\u000a13:49:48.383198 --- ParallelTerminationStrategy: PID 29459 died...\u000a13:49:48.439660 run iperf3-srv_10.42.42.10(pid=29459): Terminated {rc=256}\u000a13:49:48.450376 --- ParallelTerminationStrategy: PID 29462 died...\u000a13:49:48.506943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29462): Terminated: ok {rc=0}\u000a13:49:48.517716 --- ParallelTerminationStrategy: PID 29465 died...\u000a13:49:48.574090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29465): Terminated: ok {rc=0}\u000a13:49:48.584938 --- ParallelTerminationStrategy: PID 29468 died...\u000a13:49:48.641466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29468): Terminated: ok {rc=0}\u000a13:49:48.729919 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29484): Process ended prematurely: osmo-stp_10.42.42.5(pid=29484) [trial-2405↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29484)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29484): Process ended prematurely: osmo-stp_10.42.42.5(pid=29484) [trial-2405↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a13:49:49.846847 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:49.858841 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:49:49.996658 tst iperf3m4.py: using LAC 41330\u000a13:49:50.117504 tst iperf3m4.py: using RAC 20\u000a13:49:50.237187 tst iperf3m4.py: using CellId 41330\u000a13:49:50.363618 tst iperf3m4.py: using BVCI 41331\u000a13:49:50.387058 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:50.397898 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:50.408463 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:50.418998 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:50.430220 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:50.441293 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:50.452564 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:50.463599 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:49:50.474866 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:49:50.596359 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:49:50.718491 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:49:50.835698 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:49:51.139676 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:49:51.277847 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:49:51.619894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29470): Launched\u000a13:49:51.904148 run iperf3-srv_10.42.42.10(pid=29471): Launched\u000a13:49:52.106571 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:49:52.244487 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:49:52.584481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29472): Launched\u000a13:49:52.870636 run iperf3-srv_10.42.42.10(pid=29473): Launched\u000a13:49:53.072533 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:49:53.210256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:49:53.552385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29474): Launched\u000a13:49:53.837613 run iperf3-srv_10.42.42.10(pid=29475): Launched\u000a13:49:54.039749 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:49:54.177664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:49:54.520269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29476): Launched\u000a13:49:54.805593 run iperf3-srv_10.42.42.10(pid=29477): Launched\u000a13:49:55.008521 tst iperf3m4.py:8: start network...\u000a13:49:55.146634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:55.664718 run create_hlr_db(pid=29478): Launched\u000a13:49:55.856211 bus /gobi_6: Setting Powered False\u000a13:49:56.876435 run create_hlr_db(pid=29478): Terminated: ok {rc=0}\u000a13:49:57.316706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29480): Launched\u000a13:49:57.647296 run osmo-hlr_10.42.42.2(pid=29481): Launched\u000a13:49:57.769378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:58.441473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29483): Launched\u000a13:49:58.765557 run osmo-stp_10.42.42.5(pid=29484): Launched\u000a13:49:58.883016 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:49:59.445648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29486): Launched\u000a13:49:59.560502 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:49:59.842922 run patchelf(pid=29487): Launched\u000a13:50:00.030568 run osmo-stp_10.42.42.5(pid=29484): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29484)]\u000a13:50:00.168021 run osmo-stp_10.42.42.5(pid=29484): stdout: \u000a| (launched: 2022-12-14_13:49:58.605203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:00.306041 run osmo-stp_10.42.42.5(pid=29484): stderr: \u000a| �[0;m�[38;5;43m20221214134958796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134958796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134958796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134958797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134958797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134958797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134958797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:00.439477 run osmo-stp_10.42.42.5(pid=29484): stdout: \u000a| (launched: 2022-12-14_13:49:58.605203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:00.571887 run osmo-stp_10.42.42.5(pid=29484): stderr: \u000a| �[0;m�[38;5;43m20221214134958796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214134958796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214134958796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214134958797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214134958797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214134958797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214134958797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:00.726477 run patchelf(pid=29487): Terminating (SIGINT)\u000a13:50:00.909049 run patchelf(pid=29487): Terminated: ok {rc=0}\u000a13:50:00.944246 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29484): Process ended prematurely: osmo-stp_10.42.42.5(pid=29484) [trial-2405↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29484)] [trial-2405↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a13:50:00.955186 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a13:50:01.020809 run osmo-hlr_10.42.42.2(pid=29481): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29481)]\u000a13:50:01.074359 run osmo-hlr_10.42.42.2(pid=29481): stdout: \u000a| (launched: 2022-12-14_13:49:57.484831) \u000a13:50:01.128480 run osmo-hlr_10.42.42.2(pid=29481): stderr: \u000a| �[0;m�[1;31m20221214134957684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214134957685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214134957685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134957685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214134957685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214134957685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214134957698 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214134957706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214134957706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214134957707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:01.174911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29470): Terminating (SIGTERM)\u000a13:50:01.218706 run iperf3-srv_10.42.42.10(pid=29471): Terminating (SIGTERM)\u000a13:50:01.262400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29472): Terminating (SIGTERM)\u000a13:50:01.305872 run iperf3-srv_10.42.42.10(pid=29473): Terminating (SIGTERM)\u000a13:50:01.349547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29474): Terminating (SIGTERM)\u000a13:50:01.394991 run iperf3-srv_10.42.42.10(pid=29475): Terminating (SIGTERM)\u000a13:50:01.440072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29476): Terminating (SIGTERM)\u000a13:50:01.483565 run iperf3-srv_10.42.42.10(pid=29477): Terminating (SIGTERM)\u000a13:50:01.527301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29480): Terminating (SIGTERM)\u000a13:50:01.571024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29483): Terminating (SIGTERM)\u000a13:50:01.614610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29486): Terminating (SIGTERM)\u000a13:50:01.624787 --- ParallelTerminationStrategy: PID 29470 died...\u000a13:50:01.684022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29470): Terminated: ok {rc=0}\u000a13:50:01.696176 --- ParallelTerminationStrategy: PID 29471 died...\u000a13:50:01.758910 run iperf3-srv_10.42.42.10(pid=29471): Terminated {rc=256}\u000a13:50:01.776012 --- ParallelTerminationStrategy: PID 29472 died...\u000a13:50:01.833859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29472): Terminated: ok {rc=0}\u000a13:50:01.845734 --- ParallelTerminationStrategy: PID 29473 died...\u000a13:50:01.905277 run iperf3-srv_10.42.42.10(pid=29473): Terminated {rc=256}\u000a13:50:01.917088 --- ParallelTerminationStrategy: PID 29474 died...\u000a13:50:01.974285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29474): Terminated: ok {rc=0}\u000a13:50:01.986035 --- ParallelTerminationStrategy: PID 29475 died...\u000a13:50:02.043003 run iperf3-srv_10.42.42.10(pid=29475): Terminated {rc=256}\u000a13:50:02.054701 --- ParallelTerminationStrategy: PID 29476 died...\u000a13:50:02.112052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29476): Terminated: ok {rc=0}\u000a13:50:02.123519 --- ParallelTerminationStrategy: PID 29477 died...\u000a13:50:02.180636 run iperf3-srv_10.42.42.10(pid=29477): Terminated {rc=256}\u000a13:50:02.192267 --- ParallelTerminationStrategy: PID 29480 died...\u000a13:50:02.249797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29480): Terminated: ok {rc=0}\u000a13:50:02.261332 --- ParallelTerminationStrategy: PID 29483 died...\u000a13:50:02.318550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29483): Terminated: ok {rc=0}\u000a13:50:02.329990 --- ParallelTerminationStrategy: PID 29486 died...\u000a13:50:02.387664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29486): Terminated: ok {rc=0}\u000a13:50:02.475071 bus /gobi_4: Setting Powered False\u000a13:50:03.577463 bus /gobi_4: Setting Powered False\u000a13:50:04.687257 bus /gobi_1: Setting Powered False\u000a13:50:05.789281 bus /gobi_1: Setting Powered False\u000a13:50:06.898166 bus /gobi_0: Setting Powered False\u000a13:50:08.002295 bus /gobi_0: Setting Powered False\u000a13:50:09.113225 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29497): Process ended prematurely: osmo-stp_10.42.42.5(pid=29497) [trial-2405↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29497)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29497): Process ended prematurely: osmo-stp_10.42.42.5(pid=29497) [trial-2405↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a13:50:10.179497 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:50:10.191002 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:50:10.321242 tst ping.py: using LAC 41331\u000a13:50:10.444109 tst ping.py: using RAC 21\u000a13:50:10.564260 tst ping.py: using CellId 41331\u000a13:50:10.681308 tst ping.py: using BVCI 41332\u000a13:50:10.703853 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:50:10.714629 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:50:10.725100 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:50:10.735630 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:50:10.746085 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:50:10.756401 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:50:10.767017 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:50:10.777619 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:50:11.048059 tst ping.py:19: start network...\u000a13:50:11.170429 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:11.644089 run create_hlr_db(pid=29491): Launched\u000a13:50:11.814468 bus /gobi_6: Setting Powered False\u000a13:50:12.836814 run create_hlr_db(pid=29491): Terminated: ok {rc=0}\u000a13:50:13.261397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29493): Launched\u000a13:50:13.582475 run osmo-hlr_10.42.42.2(pid=29494): Launched\u000a13:50:13.699774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:14.253069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29496): Launched\u000a13:50:14.572649 run osmo-stp_10.42.42.5(pid=29497): Launched\u000a13:50:14.689471 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:50:15.244494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29499): Launched\u000a13:50:15.358761 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:50:15.635882 run patchelf(pid=29500): Launched\u000a13:50:15.821442 run osmo-stp_10.42.42.5(pid=29497): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29497)]\u000a13:50:15.969862 run osmo-stp_10.42.42.5(pid=29497): stdout: \u000a| (launched: 2022-12-14_13:50:14.414799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:16.111469 run osmo-stp_10.42.42.5(pid=29497): stderr: \u000a| �[0;m�[38;5;43m20221214135014608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135014608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135014608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135014609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135014609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135014609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135014609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:16.246697 run osmo-stp_10.42.42.5(pid=29497): stdout: \u000a| (launched: 2022-12-14_13:50:14.414799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:16.381053 run osmo-stp_10.42.42.5(pid=29497): stderr: \u000a| �[0;m�[38;5;43m20221214135014608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135014608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135014608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135014609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135014609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135014609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135014609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:16.536388 run patchelf(pid=29500): Terminating (SIGINT)\u000a13:50:16.718801 run patchelf(pid=29500): Terminated: ok {rc=0}\u000a13:50:16.752664 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29497): Process ended prematurely: osmo-stp_10.42.42.5(pid=29497) [trial-2405↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29497)] [trial-2405↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a13:50:16.762959 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:50:16.827939 run osmo-hlr_10.42.42.2(pid=29494): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29494)]\u000a13:50:16.882641 run osmo-hlr_10.42.42.2(pid=29494): stdout: \u000a| (launched: 2022-12-14_13:50:13.423805) \u000a13:50:16.936941 run osmo-hlr_10.42.42.2(pid=29494): stderr: \u000a| �[0;m�[1;31m20221214135013622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135013622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135013622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135013623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135013623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135013623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135013635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135013645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135013645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135013645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:16.983517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29493): Terminating (SIGTERM)\u000a13:50:17.027030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29496): Terminating (SIGTERM)\u000a13:50:17.070791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29499): Terminating (SIGTERM)\u000a13:50:17.081443 --- ParallelTerminationStrategy: PID 29493 died...\u000a13:50:17.141481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29493): Terminated: ok {rc=0}\u000a13:50:17.153493 --- ParallelTerminationStrategy: PID 29496 died...\u000a13:50:17.211102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29496): Terminated: ok {rc=0}\u000a13:50:17.223057 --- ParallelTerminationStrategy: PID 29499 died...\u000a13:50:17.280398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29499): Terminated: ok {rc=0}\u000a13:50:17.366267 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29507): Process ended prematurely: osmo-stp_10.42.42.5(pid=29507) [trial-2405↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29507)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29507): Process ended prematurely: osmo-stp_10.42.42.5(pid=29507) [trial-2405↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a13:50:18.418633 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:50:18.430467 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:50:18.570450 tst ping_idle_ping.py: using LAC 41332\u000a13:50:18.696215 tst ping_idle_ping.py: using RAC 22\u000a13:50:18.815554 tst ping_idle_ping.py: using CellId 41332\u000a13:50:18.934281 tst ping_idle_ping.py: using BVCI 41333\u000a13:50:18.957273 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:50:18.967909 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:50:18.978663 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:50:18.989179 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:50:18.999609 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:50:19.010096 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:50:19.020751 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:50:19.031224 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:50:19.318873 tst ping_idle_ping.py:24: start network...\u000a13:50:19.452381 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:19.956189 run create_hlr_db(pid=29501): Launched\u000a13:50:20.141017 bus /gobi_6: Setting Powered False\u000a13:50:21.162311 run create_hlr_db(pid=29501): Terminated: ok {rc=0}\u000a13:50:21.561958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29503): Launched\u000a13:50:21.861065 run osmo-hlr_10.42.42.2(pid=29504): Launched\u000a13:50:21.979977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:22.505606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29506): Launched\u000a13:50:22.804669 run osmo-stp_10.42.42.5(pid=29507): Launched\u000a13:50:22.913465 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:50:23.433701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29509): Launched\u000a13:50:23.539623 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:50:23.800753 run patchelf(pid=29510): Launched\u000a13:50:23.974451 run osmo-stp_10.42.42.5(pid=29507): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29507)]\u000a13:50:24.101937 run osmo-stp_10.42.42.5(pid=29507): stdout: \u000a| (launched: 2022-12-14_13:50:22.657260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:24.229883 run osmo-stp_10.42.42.5(pid=29507): stderr: \u000a| �[0;m�[38;5;43m20221214135022828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135022828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135022828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135022828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135022831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135022831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135022831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:24.352719 run osmo-stp_10.42.42.5(pid=29507): stdout: \u000a| (launched: 2022-12-14_13:50:22.657260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:24.475272 run osmo-stp_10.42.42.5(pid=29507): stderr: \u000a| �[0;m�[38;5;43m20221214135022828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135022828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135022828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135022828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135022831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135022831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135022831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:24.617216 run patchelf(pid=29510): Terminating (SIGINT)\u000a13:50:24.784128 run patchelf(pid=29510): Terminated: ok {rc=0}\u000a13:50:24.814526 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29507): Process ended prematurely: osmo-stp_10.42.42.5(pid=29507) [trial-2405↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29507)] [trial-2405↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a13:50:24.823100 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:50:24.882669 run osmo-hlr_10.42.42.2(pid=29504): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29504)]\u000a13:50:24.931320 run osmo-hlr_10.42.42.2(pid=29504): stdout: \u000a| (launched: 2022-12-14_13:50:21.713609) \u000a13:50:24.980578 run osmo-hlr_10.42.42.2(pid=29504): stderr: \u000a| �[0;m�[1;31m20221214135021891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135021891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135021891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135021892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135021892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135021892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135021904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135021913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135021913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135021913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:25.022497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29503): Terminating (SIGTERM)\u000a13:50:25.062039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29506): Terminating (SIGTERM)\u000a13:50:25.101722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29509): Terminating (SIGTERM)\u000a13:50:25.110857 --- ParallelTerminationStrategy: PID 29503 died...\u000a13:50:25.163765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29503): Terminated: ok {rc=0}\u000a13:50:25.173316 --- ParallelTerminationStrategy: PID 29506 died...\u000a13:50:25.225713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29506): Terminated: ok {rc=0}\u000a13:50:25.235213 --- ParallelTerminationStrategy: PID 29509 died...\u000a13:50:25.287482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29509): Terminated: ok {rc=0}\u000a13:50:25.369813 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:49:26" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29524): Process ended prematurely: osmo-stp_10.42.42.5(pid=29524) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29524)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29524): Process ended prematurely: osmo-stp_10.42.42.5(pid=29524) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:50:27.510547 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:27.521545 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:50:27.656730 tst cs_paging_gprs_active.py: using LAC 41333\u000a13:50:27.777055 tst cs_paging_gprs_active.py: using RAC 23\u000a13:50:27.895813 tst cs_paging_gprs_active.py: using CellId 41333\u000a13:50:28.016812 tst cs_paging_gprs_active.py: using BVCI 41334\u000a13:50:28.040006 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:28.051089 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:28.061893 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:28.072481 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:28.083326 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:28.094319 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:28.105345 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:28.116112 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:28.127182 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:50:28.245472 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:50:28.523358 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:50:28.649575 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:28.964309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29514): Launched\u000a13:50:29.224754 run iperf3-srv_10.42.42.10(pid=29515): Launched\u000a13:50:29.409341 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:50:29.535176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:29.849415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29516): Launched\u000a13:50:30.110328 run iperf3-srv_10.42.42.10(pid=29517): Launched\u000a13:50:30.294726 tst cs_paging_gprs_active.py:38: start network...\u000a13:50:30.420626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:30.938283 run create_hlr_db(pid=29518): Launched\u000a13:50:31.156543 bus /gobi_6: Setting Powered False\u000a13:50:32.142698 run create_hlr_db(pid=29518): Terminated: ok {rc=0}\u000a13:50:32.583883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29520): Launched\u000a13:50:32.887498 run osmo-hlr_10.42.42.2(pid=29521): Launched\u000a13:50:33.008144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:33.544456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29523): Launched\u000a13:50:33.849671 run osmo-stp_10.42.42.5(pid=29524): Launched\u000a13:50:33.960055 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:50:34.488598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29526): Launched\u000a13:50:34.596581 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:50:34.860876 run patchelf(pid=29527): Launched\u000a13:50:35.037951 run osmo-stp_10.42.42.5(pid=29524): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29524)]\u000a13:50:35.167177 run osmo-stp_10.42.42.5(pid=29524): stdout: \u000a| (launched: 2022-12-14_13:50:33.698449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:35.297893 run osmo-stp_10.42.42.5(pid=29524): stderr: \u000a| �[0;m�[38;5;43m20221214135033870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135033871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135033871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135033871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135033872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135033872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135033872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:35.422925 run osmo-stp_10.42.42.5(pid=29524): stdout: \u000a| (launched: 2022-12-14_13:50:33.698449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:35.546785 run osmo-stp_10.42.42.5(pid=29524): stderr: \u000a| �[0;m�[38;5;43m20221214135033870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135033871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135033871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135033871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135033872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135033872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135033872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:35.691195 run patchelf(pid=29527): Terminating (SIGINT)\u000a13:50:35.860817 run patchelf(pid=29527): Terminated: ok {rc=0}\u000a13:50:35.892044 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29524): Process ended prematurely: osmo-stp_10.42.42.5(pid=29524) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29524)] [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:50:35.901234 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a13:50:35.960566 run osmo-hlr_10.42.42.2(pid=29521): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29521)]\u000a13:50:36.009276 run osmo-hlr_10.42.42.2(pid=29521): stdout: \u000a| (launched: 2022-12-14_13:50:32.738079) \u000a13:50:36.058451 run osmo-hlr_10.42.42.2(pid=29521): stderr: \u000a| �[0;m�[1;31m20221214135032914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135032914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135032914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135032914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135032914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135032914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135032926 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135032935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135032935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135032935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:36.100260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29514): Terminating (SIGTERM)\u000a13:50:36.139687 run iperf3-srv_10.42.42.10(pid=29515): Terminating (SIGTERM)\u000a13:50:36.178977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29516): Terminating (SIGTERM)\u000a13:50:36.218318 run iperf3-srv_10.42.42.10(pid=29517): Terminating (SIGTERM)\u000a13:50:36.257820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29520): Terminating (SIGTERM)\u000a13:50:36.297137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29523): Terminating (SIGTERM)\u000a13:50:36.336745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29526): Terminating (SIGTERM)\u000a13:50:36.345997 --- ParallelTerminationStrategy: PID 29514 died...\u000a13:50:36.399883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29514): Terminated: ok {rc=0}\u000a13:50:36.409623 --- ParallelTerminationStrategy: PID 29515 died...\u000a13:50:36.462335 run iperf3-srv_10.42.42.10(pid=29515): Terminated {rc=256}\u000a13:50:36.471891 --- ParallelTerminationStrategy: PID 29516 died...\u000a13:50:36.524682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29516): Terminated: ok {rc=0}\u000a13:50:36.534196 --- ParallelTerminationStrategy: PID 29517 died...\u000a13:50:36.586699 run iperf3-srv_10.42.42.10(pid=29517): Terminated {rc=256}\u000a13:50:36.596375 --- ParallelTerminationStrategy: PID 29520 died...\u000a13:50:36.649086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29520): Terminated: ok {rc=0}\u000a13:50:36.658608 --- ParallelTerminationStrategy: PID 29523 died...\u000a13:50:36.711486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29523): Terminated: ok {rc=0}\u000a13:50:36.721141 --- ParallelTerminationStrategy: PID 29526 died...\u000a13:50:36.773929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29526): Terminated: ok {rc=0}\u000a13:50:36.861492 bus /gobi_0: Setting Powered False\u000a13:50:37.964296 bus /gobi_0: Setting Powered False\u000a13:50:39.074262 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29536): Process ended prematurely: osmo-stp_10.42.42.5(pid=29536) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29536)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29536): Process ended prematurely: osmo-stp_10.42.42.5(pid=29536) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:50:40.189292 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:40.201668 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:50:40.338119 tst iperf3.py: using LAC 41334\u000a13:50:40.455872 tst iperf3.py: using RAC 24\u000a13:50:40.576324 tst iperf3.py: using CellId 41334\u000a13:50:40.696317 tst iperf3.py: using BVCI 41335\u000a13:50:40.719575 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:40.730800 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:40.741689 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:40.752375 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:40.763070 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:40.773786 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:40.784615 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:40.795279 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:40.806178 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:50:41.098565 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:50:41.234031 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:41.569486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29528): Launched\u000a13:50:41.848824 run iperf3-srv_10.42.42.10(pid=29529): Launched\u000a13:50:42.047518 tst iperf3.py:8: start network...\u000a13:50:42.182927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:42.693552 run create_hlr_db(pid=29530): Launched\u000a13:50:42.881440 bus /gobi_6: Setting Powered False\u000a13:50:43.901575 run create_hlr_db(pid=29530): Terminated: ok {rc=0}\u000a13:50:44.331613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29532): Launched\u000a13:50:44.655264 run osmo-hlr_10.42.42.2(pid=29533): Launched\u000a13:50:44.773667 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:45.333086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29535): Launched\u000a13:50:45.656118 run osmo-stp_10.42.42.5(pid=29536): Launched\u000a13:50:45.774087 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:50:46.362165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29538): Launched\u000a13:50:46.473539 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:50:46.763665 run patchelf(pid=29539): Launched\u000a13:50:46.957266 run osmo-stp_10.42.42.5(pid=29536): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29536)]\u000a13:50:47.099454 run osmo-stp_10.42.42.5(pid=29536): stdout: \u000a| (launched: 2022-12-14_13:50:45.497243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:47.240811 run osmo-stp_10.42.42.5(pid=29536): stderr: \u000a| �[0;m�[38;5;43m20221214135045689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135045689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135045689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135045690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135045690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135045690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135045690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:47.375653 run osmo-stp_10.42.42.5(pid=29536): stdout: \u000a| (launched: 2022-12-14_13:50:45.497243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:47.509425 run osmo-stp_10.42.42.5(pid=29536): stderr: \u000a| �[0;m�[38;5;43m20221214135045689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135045689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135045689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135045690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135045690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135045690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135045690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:47.673648 run patchelf(pid=29539): Terminating (SIGINT)\u000a13:50:47.853545 run patchelf(pid=29539): Terminated: ok {rc=0}\u000a13:50:47.886354 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29536): Process ended prematurely: osmo-stp_10.42.42.5(pid=29536) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29536)] [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a13:50:47.896266 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:50:47.959940 run osmo-hlr_10.42.42.2(pid=29533): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29533)]\u000a13:50:48.011965 run osmo-hlr_10.42.42.2(pid=29533): stdout: \u000a| (launched: 2022-12-14_13:50:44.495992) \u000a13:50:48.064285 run osmo-hlr_10.42.42.2(pid=29533): stderr: \u000a| �[0;m�[1;31m20221214135044696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135044696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135044696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135044696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135044696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135044696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135044709 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135044717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135044717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135044717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:48.109010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29528): Terminating (SIGTERM)\u000a13:50:48.151087 run iperf3-srv_10.42.42.10(pid=29529): Terminating (SIGTERM)\u000a13:50:48.193174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29532): Terminating (SIGTERM)\u000a13:50:48.235138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29535): Terminating (SIGTERM)\u000a13:50:48.277133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29538): Terminating (SIGTERM)\u000a13:50:48.286781 --- ParallelTerminationStrategy: PID 29528 died...\u000a13:50:48.343304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29528): Terminated: ok {rc=0}\u000a13:50:48.354120 --- ParallelTerminationStrategy: PID 29529 died...\u000a13:50:48.409800 run iperf3-srv_10.42.42.10(pid=29529): Terminated {rc=256}\u000a13:50:48.420570 --- ParallelTerminationStrategy: PID 29532 died...\u000a13:50:48.476588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29532): Terminated: ok {rc=0}\u000a13:50:48.487470 --- ParallelTerminationStrategy: PID 29535 died...\u000a13:50:48.543508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29535): Terminated: ok {rc=0}\u000a13:50:48.554413 --- ParallelTerminationStrategy: PID 29538 died...\u000a13:50:48.611011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29538): Terminated: ok {rc=0}\u000a13:50:48.698128 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29557): Process ended prematurely: osmo-stp_10.42.42.5(pid=29557) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29557)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29557): Process ended prematurely: osmo-stp_10.42.42.5(pid=29557) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:50:49.813302 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:49.825408 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:50:49.967742 tst iperf3m4.py: using LAC 41335\u000a13:50:50.095040 tst iperf3m4.py: using RAC 25\u000a13:50:50.225731 tst iperf3m4.py: using CellId 41335\u000a13:50:50.351855 tst iperf3m4.py: using BVCI 41336\u000a13:50:50.376517 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:50.388173 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:50.399474 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:50.411001 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:50.422640 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:50.434155 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:50.445935 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:50.457511 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:50.469438 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:50:50.595777 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:50:50.711968 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:50:50.830950 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:50:51.124841 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:50:51.259624 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:51.592406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29540): Launched\u000a13:50:51.869177 run iperf3-srv_10.42.42.10(pid=29541): Launched\u000a13:50:52.066970 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:50:52.204046 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:52.537571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29545): Launched\u000a13:50:52.814304 run iperf3-srv_10.42.42.10(pid=29546): Launched\u000a13:50:53.011489 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:50:53.145839 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:53.478310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29547): Launched\u000a13:50:53.754490 run iperf3-srv_10.42.42.10(pid=29548): Launched\u000a13:50:53.951262 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:50:54.085455 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:54.417809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29549): Launched\u000a13:50:54.693702 run iperf3-srv_10.42.42.10(pid=29550): Launched\u000a13:50:54.890571 tst iperf3m4.py:8: start network...\u000a13:50:55.024764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:55.531765 run create_hlr_db(pid=29551): Launched\u000a13:50:55.718472 bus /gobi_6: Setting Powered False\u000a13:50:56.741213 run create_hlr_db(pid=29551): Terminated: ok {rc=0}\u000a13:50:57.146320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29553): Launched\u000a13:50:57.447055 run osmo-hlr_10.42.42.2(pid=29554): Launched\u000a13:50:57.565592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:58.096178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29556): Launched\u000a13:50:58.396156 run osmo-stp_10.42.42.5(pid=29557): Launched\u000a13:50:58.505342 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:50:59.026966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29559): Launched\u000a13:50:59.133804 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:50:59.396239 run patchelf(pid=29560): Launched\u000a13:50:59.571895 run osmo-stp_10.42.42.5(pid=29557): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29557)]\u000a13:50:59.700217 run osmo-stp_10.42.42.5(pid=29557): stdout: \u000a| (launched: 2022-12-14_13:50:58.248491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:59.828908 run osmo-stp_10.42.42.5(pid=29557): stderr: \u000a| �[0;m�[38;5;43m20221214135058418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135058419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135058419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135058419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135058420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135058420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135058420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:59.953664 run osmo-stp_10.42.42.5(pid=29557): stdout: \u000a| (launched: 2022-12-14_13:50:58.248491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:00.077048 run osmo-stp_10.42.42.5(pid=29557): stderr: \u000a| �[0;m�[38;5;43m20221214135058418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135058419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135058419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135058419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135058420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135058420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135058420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:00.220349 run patchelf(pid=29560): Terminating (SIGINT)\u000a13:51:00.388649 run patchelf(pid=29560): Terminated: ok {rc=0}\u000a13:51:00.419632 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29557): Process ended prematurely: osmo-stp_10.42.42.5(pid=29557) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29557)] [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:51:00.428785 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:51:00.488617 run osmo-hlr_10.42.42.2(pid=29554): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29554)]\u000a13:51:00.537404 run osmo-hlr_10.42.42.2(pid=29554): stdout: \u000a| (launched: 2022-12-14_13:50:57.299158) \u000a13:51:00.586593 run osmo-hlr_10.42.42.2(pid=29554): stderr: \u000a| �[0;m�[1;31m20221214135057476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135057476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135057476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135057476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135057477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135057477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135057489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135057500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135057500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135057500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:51:00.628689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29540): Terminating (SIGTERM)\u000a13:51:00.668389 run iperf3-srv_10.42.42.10(pid=29541): Terminating (SIGTERM)\u000a13:51:00.708074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29545): Terminating (SIGTERM)\u000a13:51:00.747894 run iperf3-srv_10.42.42.10(pid=29546): Terminating (SIGTERM)\u000a13:51:00.787663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29547): Terminating (SIGTERM)\u000a13:51:00.834701 run iperf3-srv_10.42.42.10(pid=29548): Terminating (SIGTERM)\u000a13:51:00.888433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29549): Terminating (SIGTERM)\u000a13:51:00.937729 run iperf3-srv_10.42.42.10(pid=29550): Terminating (SIGTERM)\u000a13:51:00.983700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29553): Terminating (SIGTERM)\u000a13:51:01.029362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29556): Terminating (SIGTERM)\u000a13:51:01.075591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29559): Terminating (SIGTERM)\u000a13:51:01.087204 --- ParallelTerminationStrategy: PID 29540 died...\u000a13:51:01.146816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29540): Terminated: ok {rc=0}\u000a13:51:01.159175 --- ParallelTerminationStrategy: PID 29541 died...\u000a13:51:01.218761 run iperf3-srv_10.42.42.10(pid=29541): Terminated {rc=256}\u000a13:51:01.230813 --- ParallelTerminationStrategy: PID 29545 died...\u000a13:51:01.289440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29545): Terminated: ok {rc=0}\u000a13:51:01.301691 --- ParallelTerminationStrategy: PID 29546 died...\u000a13:51:01.360354 run iperf3-srv_10.42.42.10(pid=29546): Terminated {rc=256}\u000a13:51:01.372561 --- ParallelTerminationStrategy: PID 29547 died...\u000a13:51:01.432049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29547): Terminated: ok {rc=0}\u000a13:51:01.444287 --- ParallelTerminationStrategy: PID 29548 died...\u000a13:51:01.503285 run iperf3-srv_10.42.42.10(pid=29548): Terminated {rc=256}\u000a13:51:01.515672 --- ParallelTerminationStrategy: PID 29549 died...\u000a13:51:01.574787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29549): Terminated: ok {rc=0}\u000a13:51:01.588102 --- ParallelTerminationStrategy: PID 29550 died...\u000a13:51:01.646267 run iperf3-srv_10.42.42.10(pid=29550): Terminated {rc=256}\u000a13:51:01.658017 --- ParallelTerminationStrategy: PID 29553 died...\u000a13:51:01.717215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29553): Terminated: ok {rc=0}\u000a13:51:01.729520 --- ParallelTerminationStrategy: PID 29556 died...\u000a13:51:01.789936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29556): Terminated: ok {rc=0}\u000a13:51:01.802151 --- ParallelTerminationStrategy: PID 29559 died...\u000a13:51:01.860517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29559): Terminated: ok {rc=0}\u000a13:51:01.950724 bus /gobi_4: Setting Powered False\u000a13:51:03.062276 bus /gobi_4: Setting Powered False\u000a13:51:04.175833 bus /gobi_1: Setting Powered False\u000a13:51:05.279553 bus /gobi_1: Setting Powered False\u000a13:51:06.390209 bus /gobi_0: Setting Powered False\u000a13:51:07.497018 bus /gobi_0: Setting Powered False\u000a13:51:08.605370 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29567): Process ended prematurely: osmo-stp_10.42.42.5(pid=29567) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29567)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29567): Process ended prematurely: osmo-stp_10.42.42.5(pid=29567) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:51:09.672647 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:09.684787 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:51:09.825294 tst ping.py: using LAC 41336\u000a13:51:09.947644 tst ping.py: using RAC 26\u000a13:51:10.069790 tst ping.py: using CellId 41336\u000a13:51:10.194951 tst ping.py: using BVCI 41337\u000a13:51:10.219170 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:10.230624 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:10.241768 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:10.252898 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:10.264251 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:10.275663 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:10.287215 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:10.298792 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:51:10.585777 tst ping.py:19: start network...\u000a13:51:10.717980 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:11.212890 run create_hlr_db(pid=29561): Launched\u000a13:51:11.395634 bus /gobi_6: Setting Powered False\u000a13:51:12.414895 run create_hlr_db(pid=29561): Terminated: ok {rc=0}\u000a13:51:12.809133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29563): Launched\u000a13:51:13.101994 run osmo-hlr_10.42.42.2(pid=29564): Launched\u000a13:51:13.209623 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:13.721868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29566): Launched\u000a13:51:14.015713 run osmo-stp_10.42.42.5(pid=29567): Launched\u000a13:51:14.122956 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:51:14.635656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29569): Launched\u000a13:51:14.740586 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:51:14.997471 run patchelf(pid=29570): Launched\u000a13:51:15.169452 run osmo-stp_10.42.42.5(pid=29567): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29567)]\u000a13:51:15.295667 run osmo-stp_10.42.42.5(pid=29567): stdout: \u000a| (launched: 2022-12-14_13:51:13.871149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:15.422047 run osmo-stp_10.42.42.5(pid=29567): stderr: \u000a| �[0;m�[38;5;43m20221214135114040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135114041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135114041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135114041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135114042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135114042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135114042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:15.544646 run osmo-stp_10.42.42.5(pid=29567): stdout: \u000a| (launched: 2022-12-14_13:51:13.871149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:15.665917 run osmo-stp_10.42.42.5(pid=29567): stderr: \u000a| �[0;m�[38;5;43m20221214135114040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135114041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135114041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135114041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135114042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135114042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135114042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:15.806487 run patchelf(pid=29570): Terminating (SIGINT)\u000a13:51:16.003794 run patchelf(pid=29570): Terminated: ok {rc=0}\u000a13:51:16.035485 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29567): Process ended prematurely: osmo-stp_10.42.42.5(pid=29567) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29567)] [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a13:51:16.045469 tst ping.py:22: Test FAILED (6.4 sec)\u000a13:51:16.107348 run osmo-hlr_10.42.42.2(pid=29564): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29564)]\u000a13:51:16.158406 run osmo-hlr_10.42.42.2(pid=29564): stdout: \u000a| (launched: 2022-12-14_13:51:12.957814) \u000a13:51:16.210332 run osmo-hlr_10.42.42.2(pid=29564): stderr: \u000a| �[0;m�[1;31m20221214135113133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135113133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135113133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135113133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135113133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135113134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135113149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135113159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135113159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135113159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:51:16.253620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29563): Terminating (SIGTERM)\u000a13:51:16.295044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29566): Terminating (SIGTERM)\u000a13:51:16.335902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29569): Terminating (SIGTERM)\u000a13:51:16.345296 --- ParallelTerminationStrategy: PID 29563 died...\u000a13:51:16.399838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29563): Terminated: ok {rc=0}\u000a13:51:16.410136 --- ParallelTerminationStrategy: PID 29566 died...\u000a13:51:16.464561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29566): Terminated: ok {rc=0}\u000a13:51:16.474749 --- ParallelTerminationStrategy: PID 29569 died...\u000a13:51:16.529595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29569): Terminated: ok {rc=0}\u000a13:51:16.614907 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29577): Process ended prematurely: osmo-stp_10.42.42.5(pid=29577) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29577)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29577): Process ended prematurely: osmo-stp_10.42.42.5(pid=29577) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:51:17.664587 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:17.676179 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:51:17.815558 tst ping_idle_ping.py: using LAC 41337\u000a13:51:17.938720 tst ping_idle_ping.py: using RAC 27\u000a13:51:18.061780 tst ping_idle_ping.py: using CellId 41337\u000a13:51:18.186905 tst ping_idle_ping.py: using BVCI 41338\u000a13:51:18.211073 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:18.222607 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:18.233760 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:18.244852 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:18.256286 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:18.267797 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:18.279351 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:18.290755 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:51:18.563087 tst ping_idle_ping.py:24: start network...\u000a13:51:18.686735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:19.163001 run create_hlr_db(pid=29571): Launched\u000a13:51:19.333417 bus /gobi_6: Setting Powered False\u000a13:51:20.355384 run create_hlr_db(pid=29571): Terminated: ok {rc=0}\u000a13:51:20.748899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29573): Launched\u000a13:51:21.044465 run osmo-hlr_10.42.42.2(pid=29574): Launched\u000a13:51:21.159870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:21.680248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29576): Launched\u000a13:51:21.976841 run osmo-stp_10.42.42.5(pid=29577): Launched\u000a13:51:22.084898 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:51:22.599114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29579): Launched\u000a13:51:22.704608 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:51:22.962159 run patchelf(pid=29580): Launched\u000a13:51:23.134849 run osmo-stp_10.42.42.5(pid=29577): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29577)]\u000a13:51:23.261389 run osmo-stp_10.42.42.5(pid=29577): stdout: \u000a| (launched: 2022-12-14_13:51:21.830731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:23.388201 run osmo-stp_10.42.42.5(pid=29577): stderr: \u000a| �[0;m�[38;5;43m20221214135122001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135122001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135122001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135122002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135122004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135122004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135122004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:23.510885 run osmo-stp_10.42.42.5(pid=29577): stdout: \u000a| (launched: 2022-12-14_13:51:21.830731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:23.633057 run osmo-stp_10.42.42.5(pid=29577): stderr: \u000a| �[0;m�[38;5;43m20221214135122001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135122001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135122001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135122002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135122004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135122004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135122004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:23.774309 run patchelf(pid=29580): Terminating (SIGINT)\u000a13:51:23.939534 run patchelf(pid=29580): Terminated: ok {rc=0}\u000a13:51:23.969743 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29577): Process ended prematurely: osmo-stp_10.42.42.5(pid=29577) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29577)] [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:51:23.978361 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a13:51:24.037779 run osmo-hlr_10.42.42.2(pid=29574): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29574)]\u000a13:51:24.086249 run osmo-hlr_10.42.42.2(pid=29574): stdout: \u000a| (launched: 2022-12-14_13:51:20.899133) \u000a13:51:24.135301 run osmo-hlr_10.42.42.2(pid=29574): stderr: \u000a| �[0;m�[1;31m20221214135121075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135121075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135121075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135121075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135121075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135121075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135121088 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135121096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135121096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135121096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:51:24.177067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29573): Terminating (SIGTERM)\u000a13:51:24.216383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29576): Terminating (SIGTERM)\u000a13:51:24.255775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29579): Terminating (SIGTERM)\u000a13:51:24.264923 --- ParallelTerminationStrategy: PID 29573 died...\u000a13:51:24.317459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29573): Terminated: ok {rc=0}\u000a13:51:24.326945 --- ParallelTerminationStrategy: PID 29576 died...\u000a13:51:24.378952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29576): Terminated: ok {rc=0}\u000a13:51:24.388388 --- ParallelTerminationStrategy: PID 29579 died...\u000a13:51:24.440729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29579): Terminated: ok {rc=0}\u000a13:51:24.524032 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:50:27" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29594): Process ended prematurely: osmo-stp_10.42.42.5(pid=29594) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29594)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29594): Process ended prematurely: osmo-stp_10.42.42.5(pid=29594) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:51:26.676138 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:26.687501 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:51:26.847443 tst cs_paging_gprs_active.py: using LAC 41338\u000a13:51:26.972559 tst cs_paging_gprs_active.py: using RAC 28\u000a13:51:27.099950 tst cs_paging_gprs_active.py: using CellId 41338\u000a13:51:27.227181 tst cs_paging_gprs_active.py: using BVCI 41339\u000a13:51:27.251840 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:27.263224 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:27.274482 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:27.285670 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:27.297154 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:27.308527 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:27.320028 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:27.331488 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:27.343227 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:51:27.459611 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:51:27.754996 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:51:27.890918 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:28.224698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29584): Launched\u000a13:51:28.502260 run iperf3-srv_10.42.42.10(pid=29585): Launched\u000a13:51:28.700024 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:51:28.835736 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:29.170149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29586): Launched\u000a13:51:29.447270 run iperf3-srv_10.42.42.10(pid=29587): Launched\u000a13:51:29.646124 tst cs_paging_gprs_active.py:38: start network...\u000a13:51:29.782611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:30.288666 run create_hlr_db(pid=29588): Launched\u000a13:51:30.475493 bus /gobi_6: Setting Powered False\u000a13:51:31.548013 run create_hlr_db(pid=29588): Terminated: ok {rc=0}\u000a13:51:32.036852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29590): Launched\u000a13:51:32.372791 run osmo-hlr_10.42.42.2(pid=29591): Launched\u000a13:51:32.492937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:33.054875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29593): Launched\u000a13:51:33.378218 run osmo-stp_10.42.42.5(pid=29594): Launched\u000a13:51:33.496303 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:51:34.059588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29596): Launched\u000a13:51:34.175878 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:51:34.457499 run patchelf(pid=29597): Launched\u000a13:51:34.647093 run osmo-stp_10.42.42.5(pid=29594): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29594)]\u000a13:51:34.786661 run osmo-stp_10.42.42.5(pid=29594): stdout: \u000a| (launched: 2022-12-14_13:51:33.219415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:34.926053 run osmo-stp_10.42.42.5(pid=29594): stderr: \u000a| �[0;m�[38;5;43m20221214135133410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135133411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135133411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135133411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135133412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135133412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135133412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:35.060275 run osmo-stp_10.42.42.5(pid=29594): stdout: \u000a| (launched: 2022-12-14_13:51:33.219415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:35.193304 run osmo-stp_10.42.42.5(pid=29594): stderr: \u000a| �[0;m�[38;5;43m20221214135133410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135133411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135133411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135133411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135133412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135133412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135133412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:35.347823 run patchelf(pid=29597): Terminating (SIGINT)\u000a13:51:35.528910 run patchelf(pid=29597): Terminated: ok {rc=0}\u000a13:51:35.562725 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29594): Process ended prematurely: osmo-stp_10.42.42.5(pid=29594) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29594)] [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:51:35.572751 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a13:51:35.636355 run osmo-hlr_10.42.42.2(pid=29591): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29591)]\u000a13:51:35.687922 run osmo-hlr_10.42.42.2(pid=29591): stdout: \u000a| (launched: 2022-12-14_13:51:32.203026) \u000a13:51:35.740452 run osmo-hlr_10.42.42.2(pid=29591): stderr: \u000a| �[0;m�[1;31m20221214135132405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135132405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135132405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135132405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135132405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135132405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135132418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135132426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135132427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135132427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:51:35.785108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29584): Terminating (SIGTERM)\u000a13:51:35.826825 run iperf3-srv_10.42.42.10(pid=29585): Terminating (SIGTERM)\u000a13:51:35.868666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29586): Terminating (SIGTERM)\u000a13:51:35.910399 run iperf3-srv_10.42.42.10(pid=29587): Terminating (SIGTERM)\u000a13:51:35.952141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29590): Terminating (SIGTERM)\u000a13:51:35.994401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29593): Terminating (SIGTERM)\u000a13:51:36.036022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29596): Terminating (SIGTERM)\u000a13:51:36.045618 --- ParallelTerminationStrategy: PID 29584 died...\u000a13:51:36.101568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29584): Terminated: ok {rc=0}\u000a13:51:36.111798 --- ParallelTerminationStrategy: PID 29585 died...\u000a13:51:36.167180 run iperf3-srv_10.42.42.10(pid=29585): Terminated {rc=256}\u000a13:51:36.177396 --- ParallelTerminationStrategy: PID 29586 died...\u000a13:51:36.233068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29586): Terminated: ok {rc=0}\u000a13:51:36.243708 --- ParallelTerminationStrategy: PID 29587 died...\u000a13:51:36.299053 run iperf3-srv_10.42.42.10(pid=29587): Terminated {rc=256}\u000a13:51:36.309657 --- ParallelTerminationStrategy: PID 29590 died...\u000a13:51:36.365054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29590): Terminated: ok {rc=0}\u000a13:51:36.375160 --- ParallelTerminationStrategy: PID 29593 died...\u000a13:51:36.430571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29593): Terminated: ok {rc=0}\u000a13:51:36.441190 --- ParallelTerminationStrategy: PID 29596 died...\u000a13:51:36.496612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29596): Terminated: ok {rc=0}\u000a13:51:36.582611 bus /gobi_0: Setting Powered False\u000a13:51:37.688770 bus /gobi_0: Setting Powered False\u000a13:51:38.796029 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29606): Process ended prematurely: osmo-stp_10.42.42.5(pid=29606) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29606)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29606): Process ended prematurely: osmo-stp_10.42.42.5(pid=29606) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:51:39.904759 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:39.916512 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:51:40.081535 tst iperf3.py: using LAC 41339\u000a13:51:40.209871 tst iperf3.py: using RAC 29\u000a13:51:40.333902 tst iperf3.py: using CellId 41339\u000a13:51:40.458370 tst iperf3.py: using BVCI 41340\u000a13:51:40.483169 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:40.494910 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:40.506276 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:40.517594 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:40.529212 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:40.540765 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:40.552482 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:40.563937 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:40.575709 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:51:40.871644 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:51:41.006661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:41.340309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29598): Launched\u000a13:51:41.617278 run iperf3-srv_10.42.42.10(pid=29599): Launched\u000a13:51:41.816415 tst iperf3.py:8: start network...\u000a13:51:41.951742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:42.457052 run create_hlr_db(pid=29600): Launched\u000a13:51:42.644312 bus /gobi_6: Setting Powered False\u000a13:51:43.664847 run create_hlr_db(pid=29600): Terminated: ok {rc=0}\u000a13:51:44.067623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29602): Launched\u000a13:51:44.368073 run osmo-hlr_10.42.42.2(pid=29603): Launched\u000a13:51:44.492658 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:45.027336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29605): Launched\u000a13:51:45.327045 run osmo-stp_10.42.42.5(pid=29606): Launched\u000a13:51:45.435532 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:51:45.997321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29608): Launched\u000a13:51:46.114356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:51:46.406453 run patchelf(pid=29609): Launched\u000a13:51:46.587535 run osmo-stp_10.42.42.5(pid=29606): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29606)]\u000a13:51:46.719262 run osmo-stp_10.42.42.5(pid=29606): stdout: \u000a| (launched: 2022-12-14_13:51:45.179811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:46.851589 run osmo-stp_10.42.42.5(pid=29606): stderr: \u000a| �[0;m�[38;5;43m20221214135145348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135145348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135145348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135145349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135145351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135145351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135145351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:46.979517 run osmo-stp_10.42.42.5(pid=29606): stdout: \u000a| (launched: 2022-12-14_13:51:45.179811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:47.105756 run osmo-stp_10.42.42.5(pid=29606): stderr: \u000a| �[0;m�[38;5;43m20221214135145348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135145348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135145348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135145349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135145351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135145351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135145351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:47.251405 run patchelf(pid=29609): Terminating (SIGINT)\u000a13:51:47.420904 run patchelf(pid=29609): Terminated: ok {rc=0}\u000a13:51:47.452282 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29606): Process ended prematurely: osmo-stp_10.42.42.5(pid=29606) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29606)] [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:51:47.461741 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:51:47.521695 run osmo-hlr_10.42.42.2(pid=29603): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29603)]\u000a13:51:47.570486 run osmo-hlr_10.42.42.2(pid=29603): stdout: \u000a| (launched: 2022-12-14_13:51:44.220455) \u000a13:51:47.620038 run osmo-hlr_10.42.42.2(pid=29603): stderr: \u000a| �[0;m�[1;31m20221214135144400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135144400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135144400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135144400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135144400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135144400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135144412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135144421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135144421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135144421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:51:47.662182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29598): Terminating (SIGTERM)\u000a13:51:47.701660 run iperf3-srv_10.42.42.10(pid=29599): Terminating (SIGTERM)\u000a13:51:47.741071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29602): Terminating (SIGTERM)\u000a13:51:47.781154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29605): Terminating (SIGTERM)\u000a13:51:47.820841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29608): Terminating (SIGTERM)\u000a13:51:47.830111 --- ParallelTerminationStrategy: PID 29598 died...\u000a13:51:47.883521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29598): Terminated: ok {rc=0}\u000a13:51:47.893193 --- ParallelTerminationStrategy: PID 29599 died...\u000a13:51:47.946511 run iperf3-srv_10.42.42.10(pid=29599): Terminated {rc=256}\u000a13:51:47.956154 --- ParallelTerminationStrategy: PID 29602 died...\u000a13:51:48.009445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29602): Terminated: ok {rc=0}\u000a13:51:48.019078 --- ParallelTerminationStrategy: PID 29605 died...\u000a13:51:48.072369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29605): Terminated: ok {rc=0}\u000a13:51:48.082033 --- ParallelTerminationStrategy: PID 29608 died...\u000a13:51:48.135238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29608): Terminated: ok {rc=0}\u000a13:51:48.222540 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29624): Process ended prematurely: osmo-stp_10.42.42.5(pid=29624) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29624)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29624): Process ended prematurely: osmo-stp_10.42.42.5(pid=29624) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:51:49.332814 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:49.344530 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:51:49.497935 tst iperf3m4.py: using LAC 41340\u000a13:51:49.614916 tst iperf3m4.py: using RAC 30\u000a13:51:49.733922 tst iperf3m4.py: using CellId 41340\u000a13:51:49.851284 tst iperf3m4.py: using BVCI 41341\u000a13:51:49.874205 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:49.885630 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:49.896686 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:49.907612 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:49.918573 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:49.929444 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:49.940388 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:49.951084 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:49.962178 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:51:50.077022 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:51:50.197940 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:51:50.314064 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:51:50.608624 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:51:50.744445 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:51.078480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29610): Launched\u000a13:51:51.355504 run iperf3-srv_10.42.42.10(pid=29611): Launched\u000a13:51:51.553802 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:51:51.688724 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:52.023300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29612): Launched\u000a13:51:52.301472 run iperf3-srv_10.42.42.10(pid=29613): Launched\u000a13:51:52.499779 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:51:52.634834 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:52.969035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29614): Launched\u000a13:51:53.246200 run iperf3-srv_10.42.42.10(pid=29615): Launched\u000a13:51:53.444011 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:51:53.578909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:53.913281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29616): Launched\u000a13:51:54.190201 run iperf3-srv_10.42.42.10(pid=29617): Launched\u000a13:51:54.387697 tst iperf3m4.py:8: start network...\u000a13:51:54.522906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:55.031173 run create_hlr_db(pid=29618): Launched\u000a13:51:55.219194 bus /gobi_6: Setting Powered False\u000a13:51:56.239343 run create_hlr_db(pid=29618): Terminated: ok {rc=0}\u000a13:51:56.668299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29620): Launched\u000a13:51:56.991331 run osmo-hlr_10.42.42.2(pid=29621): Launched\u000a13:51:57.105429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:57.628614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29623): Launched\u000a13:51:57.929316 run osmo-stp_10.42.42.5(pid=29624): Launched\u000a13:51:58.038421 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:51:58.562161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29626): Launched\u000a13:51:58.669314 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:51:58.931977 run patchelf(pid=29627): Launched\u000a13:51:59.107284 run osmo-stp_10.42.42.5(pid=29624): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29624)]\u000a13:51:59.235960 run osmo-stp_10.42.42.5(pid=29624): stdout: \u000a| (launched: 2022-12-14_13:51:57.781435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:59.364714 run osmo-stp_10.42.42.5(pid=29624): stderr: \u000a| �[0;m�[38;5;43m20221214135157952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135157952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135157952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135157953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135157953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135157953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135157953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:59.489299 run osmo-stp_10.42.42.5(pid=29624): stdout: \u000a| (launched: 2022-12-14_13:51:57.781435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:59.612295 run osmo-stp_10.42.42.5(pid=29624): stderr: \u000a| �[0;m�[38;5;43m20221214135157952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135157952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135157952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135157953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135157953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135157953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135157953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:59.756171 run patchelf(pid=29627): Terminating (SIGINT)\u000a13:51:59.925714 run patchelf(pid=29627): Terminated: ok {rc=0}\u000a13:51:59.956714 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29624): Process ended prematurely: osmo-stp_10.42.42.5(pid=29624) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29624)] [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:51:59.965959 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:52:00.026235 run osmo-hlr_10.42.42.2(pid=29621): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29621)]\u000a13:52:00.074785 run osmo-hlr_10.42.42.2(pid=29621): stdout: \u000a| (launched: 2022-12-14_13:51:56.832708) \u000a13:52:00.124330 run osmo-hlr_10.42.42.2(pid=29621): stderr: \u000a| �[0;m�[1;31m20221214135157032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135157032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135157032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135157032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135157032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135157032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135157044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135157052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135157052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135157052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:00.166424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29610): Terminating (SIGTERM)\u000a13:52:00.206130 run iperf3-srv_10.42.42.10(pid=29611): Terminating (SIGTERM)\u000a13:52:00.246021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29612): Terminating (SIGTERM)\u000a13:52:00.285484 run iperf3-srv_10.42.42.10(pid=29613): Terminating (SIGTERM)\u000a13:52:00.325404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29614): Terminating (SIGTERM)\u000a13:52:00.364833 run iperf3-srv_10.42.42.10(pid=29615): Terminating (SIGTERM)\u000a13:52:00.404248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29616): Terminating (SIGTERM)\u000a13:52:00.443698 run iperf3-srv_10.42.42.10(pid=29617): Terminating (SIGTERM)\u000a13:52:00.483341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29620): Terminating (SIGTERM)\u000a13:52:00.522805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29623): Terminating (SIGTERM)\u000a13:52:00.562440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29626): Terminating (SIGTERM)\u000a13:52:00.571607 --- ParallelTerminationStrategy: PID 29610 died...\u000a13:52:00.625140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29610): Terminated: ok {rc=0}\u000a13:52:00.634788 --- ParallelTerminationStrategy: PID 29611 died...\u000a13:52:00.687746 run iperf3-srv_10.42.42.10(pid=29611): Terminated {rc=256}\u000a13:52:00.697452 --- ParallelTerminationStrategy: PID 29612 died...\u000a13:52:00.750693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29612): Terminated: ok {rc=0}\u000a13:52:00.760350 --- ParallelTerminationStrategy: PID 29613 died...\u000a13:52:00.813517 run iperf3-srv_10.42.42.10(pid=29613): Terminated {rc=256}\u000a13:52:00.823159 --- ParallelTerminationStrategy: PID 29614 died...\u000a13:52:00.896304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29614): Terminated: ok {rc=0}\u000a13:52:00.908517 --- ParallelTerminationStrategy: PID 29615 died...\u000a13:52:00.967408 run iperf3-srv_10.42.42.10(pid=29615): Terminated {rc=256}\u000a13:52:00.980646 --- ParallelTerminationStrategy: PID 29616 died...\u000a13:52:01.040271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29616): Terminated: ok {rc=0}\u000a13:52:01.052589 --- ParallelTerminationStrategy: PID 29617 died...\u000a13:52:01.111413 run iperf3-srv_10.42.42.10(pid=29617): Terminated {rc=256}\u000a13:52:01.123550 --- ParallelTerminationStrategy: PID 29620 died...\u000a13:52:01.183576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29620): Terminated: ok {rc=0}\u000a13:52:01.195576 --- ParallelTerminationStrategy: PID 29623 died...\u000a13:52:01.254797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29623): Terminated: ok {rc=0}\u000a13:52:01.267099 --- ParallelTerminationStrategy: PID 29626 died...\u000a13:52:01.325492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29626): Terminated: ok {rc=0}\u000a13:52:01.418182 bus /gobi_4: Setting Powered False\u000a13:52:02.520654 bus /gobi_4: Setting Powered False\u000a13:52:03.626950 bus /gobi_1: Setting Powered False\u000a13:52:04.734701 bus /gobi_1: Setting Powered False\u000a13:52:05.847337 bus /gobi_0: Setting Powered False\u000a13:52:06.953042 bus /gobi_0: Setting Powered False\u000a13:52:08.061518 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29634): Process ended prematurely: osmo-stp_10.42.42.5(pid=29634) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29634)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29634): Process ended prematurely: osmo-stp_10.42.42.5(pid=29634) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:52:09.127080 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:09.138940 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:52:09.289064 tst ping.py: using LAC 41341\u000a13:52:09.403039 tst ping.py: using RAC 31\u000a13:52:09.517487 tst ping.py: using CellId 41341\u000a13:52:09.631381 tst ping.py: using BVCI 41342\u000a13:52:09.654155 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:09.665348 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:09.676073 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:09.687334 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:09.698462 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:09.709660 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:09.720829 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:09.731846 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:52:10.004057 tst ping.py:19: start network...\u000a13:52:10.126918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:52:10.598057 run create_hlr_db(pid=29628): Launched\u000a13:52:10.767879 bus /gobi_6: Setting Powered False\u000a13:52:11.789400 run create_hlr_db(pid=29628): Terminated: ok {rc=0}\u000a13:52:12.182098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29630): Launched\u000a13:52:12.477604 run osmo-hlr_10.42.42.2(pid=29631): Launched\u000a13:52:12.584365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:13.095958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29633): Launched\u000a13:52:13.389965 run osmo-stp_10.42.42.5(pid=29634): Launched\u000a13:52:13.495932 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:14.011604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29636): Launched\u000a13:52:14.117077 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:14.374726 run patchelf(pid=29637): Launched\u000a13:52:14.547463 run osmo-stp_10.42.42.5(pid=29634): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29634)]\u000a13:52:14.673896 run osmo-stp_10.42.42.5(pid=29634): stdout: \u000a| (launched: 2022-12-14_13:52:13.245518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:14.800621 run osmo-stp_10.42.42.5(pid=29634): stderr: \u000a| �[0;m�[38;5;43m20221214135213416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135213416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135213416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135213417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135213417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135213417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135213417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:14.923395 run osmo-stp_10.42.42.5(pid=29634): stdout: \u000a| (launched: 2022-12-14_13:52:13.245518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:15.044656 run osmo-stp_10.42.42.5(pid=29634): stderr: \u000a| �[0;m�[38;5;43m20221214135213416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135213416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135213416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135213417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135213417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135213417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135213417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:15.185853 run patchelf(pid=29637): Terminating (SIGINT)\u000a13:52:15.351104 run patchelf(pid=29637): Terminated: ok {rc=0}\u000a13:52:15.381273 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29634): Process ended prematurely: osmo-stp_10.42.42.5(pid=29634) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29634)] [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:52:15.389905 tst ping.py:22: Test FAILED (6.3 sec)\u000a13:52:15.449783 run osmo-hlr_10.42.42.2(pid=29631): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29631)]\u000a13:52:15.498556 run osmo-hlr_10.42.42.2(pid=29631): stdout: \u000a| (launched: 2022-12-14_13:52:12.331649) \u000a13:52:15.548011 run osmo-hlr_10.42.42.2(pid=29631): stderr: \u000a| �[0;m�[1;31m20221214135212507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135212508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135212508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135212508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135212508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135212508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135212519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135212528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135212528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135212528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:15.590026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29630): Terminating (SIGTERM)\u000a13:52:15.629603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29633): Terminating (SIGTERM)\u000a13:52:15.669295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29636): Terminating (SIGTERM)\u000a13:52:15.678539 --- ParallelTerminationStrategy: PID 29630 died...\u000a13:52:15.731820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29630): Terminated: ok {rc=0}\u000a13:52:15.741536 --- ParallelTerminationStrategy: PID 29633 died...\u000a13:52:15.794615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29633): Terminated: ok {rc=0}\u000a13:52:15.804221 --- ParallelTerminationStrategy: PID 29636 died...\u000a13:52:15.857657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29636): Terminated: ok {rc=0}\u000a13:52:15.949071 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29644): Process ended prematurely: osmo-stp_10.42.42.5(pid=29644) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29644)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29644): Process ended prematurely: osmo-stp_10.42.42.5(pid=29644) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:52:17.003821 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:17.018801 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:52:17.205560 tst ping_idle_ping.py: using LAC 41342\u000a13:52:17.322192 tst ping_idle_ping.py: using RAC 32\u000a13:52:17.437774 tst ping_idle_ping.py: using CellId 41342\u000a13:52:17.554253 tst ping_idle_ping.py: using BVCI 41343\u000a13:52:17.577103 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:17.588204 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:17.599130 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:17.610329 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:17.621504 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:17.632617 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:17.643844 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:17.654978 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:52:17.926490 tst ping_idle_ping.py:24: start network...\u000a13:52:18.050786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:52:18.525929 run create_hlr_db(pid=29638): Launched\u000a13:52:18.696333 bus /gobi_6: Setting Powered False\u000a13:52:19.717492 run create_hlr_db(pid=29638): Terminated: ok {rc=0}\u000a13:52:20.138932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29640): Launched\u000a13:52:20.457814 run osmo-hlr_10.42.42.2(pid=29641): Launched\u000a13:52:20.576523 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:21.129099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29643): Launched\u000a13:52:21.448075 run osmo-stp_10.42.42.5(pid=29644): Launched\u000a13:52:21.564473 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:22.120146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29646): Launched\u000a13:52:22.234149 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:22.510687 run patchelf(pid=29647): Launched\u000a13:52:22.696636 run osmo-stp_10.42.42.5(pid=29644): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29644)]\u000a13:52:22.833101 run osmo-stp_10.42.42.5(pid=29644): stdout: \u000a| (launched: 2022-12-14_13:52:21.291007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:22.968929 run osmo-stp_10.42.42.5(pid=29644): stderr: \u000a| �[0;m�[38;5;43m20221214135221481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135221482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135221482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135221482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135221483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135221483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135221483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:23.100638 run osmo-stp_10.42.42.5(pid=29644): stdout: \u000a| (launched: 2022-12-14_13:52:21.291007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:23.231173 run osmo-stp_10.42.42.5(pid=29644): stderr: \u000a| �[0;m�[38;5;43m20221214135221481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135221482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135221482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135221482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135221483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135221483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135221483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:23.382906 run patchelf(pid=29647): Terminating (SIGINT)\u000a13:52:23.561306 run patchelf(pid=29647): Terminated: ok {rc=0}\u000a13:52:23.593642 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29644): Process ended prematurely: osmo-stp_10.42.42.5(pid=29644) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29644)] [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:52:23.602917 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:52:23.666162 run osmo-hlr_10.42.42.2(pid=29641): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29641)]\u000a13:52:23.717841 run osmo-hlr_10.42.42.2(pid=29641): stdout: \u000a| (launched: 2022-12-14_13:52:20.301296) \u000a13:52:23.770477 run osmo-hlr_10.42.42.2(pid=29641): stderr: \u000a| �[0;m�[1;31m20221214135220498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135220498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135220498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135220498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135220498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135220499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135220511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135220521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135220521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135220522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:23.815211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29640): Terminating (SIGTERM)\u000a13:52:23.857233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29643): Terminating (SIGTERM)\u000a13:52:23.899331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29646): Terminating (SIGTERM)\u000a13:52:23.909097 --- ParallelTerminationStrategy: PID 29640 died...\u000a13:52:23.965675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29640): Terminated: ok {rc=0}\u000a13:52:23.975848 --- ParallelTerminationStrategy: PID 29643 died...\u000a13:52:24.031913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29643): Terminated: ok {rc=0}\u000a13:52:24.042371 --- ParallelTerminationStrategy: PID 29646 died...\u000a13:52:24.099009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29646): Terminated: ok {rc=0}\u000a13:52:24.185738 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:51:26" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29661): Process ended prematurely: osmo-stp_10.42.42.5(pid=29661) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29661)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29661): Process ended prematurely: osmo-stp_10.42.42.5(pid=29661) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:52:26.343380 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:26.355179 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:52:26.517886 tst cs_paging_gprs_active.py: using LAC 41343\u000a13:52:26.645784 tst cs_paging_gprs_active.py: using RAC 33\u000a13:52:26.773666 tst cs_paging_gprs_active.py: using CellId 41343\u000a13:52:26.901804 tst cs_paging_gprs_active.py: using BVCI 41344\u000a13:52:26.926298 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:26.937714 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:26.948746 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:26.959918 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:26.972044 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:26.984004 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:26.996019 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:27.007764 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:27.019767 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:52:27.142218 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:52:27.436780 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:52:27.572526 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:27.907630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29651): Launched\u000a13:52:28.185296 run iperf3-srv_10.42.42.10(pid=29652): Launched\u000a13:52:28.384044 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:52:28.519629 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:28.854866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29653): Launched\u000a13:52:29.132230 run iperf3-srv_10.42.42.10(pid=29654): Launched\u000a13:52:29.330973 tst cs_paging_gprs_active.py:38: start network...\u000a13:52:29.466569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:52:29.974006 run create_hlr_db(pid=29655): Launched\u000a13:52:30.161542 bus /gobi_6: Setting Powered False\u000a13:52:31.173922 run create_hlr_db(pid=29655): Terminated: ok {rc=0}\u000a13:52:31.612997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29657): Launched\u000a13:52:32.027178 run osmo-hlr_10.42.42.2(pid=29658): Launched\u000a13:52:32.225666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:32.791106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29660): Launched\u000a13:52:33.113223 run osmo-stp_10.42.42.5(pid=29661): Launched\u000a13:52:33.231095 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:33.793500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29663): Launched\u000a13:52:33.908816 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:34.197271 run patchelf(pid=29664): Launched\u000a13:52:34.386484 run osmo-stp_10.42.42.5(pid=29661): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29661)]\u000a13:52:34.524687 run osmo-stp_10.42.42.5(pid=29661): stdout: \u000a| (launched: 2022-12-14_13:52:32.955227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:34.663757 run osmo-stp_10.42.42.5(pid=29661): stderr: \u000a| �[0;m�[38;5;43m20221214135233145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135233145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135233145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135233146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135233148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135233148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135233148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:34.798322 run osmo-stp_10.42.42.5(pid=29661): stdout: \u000a| (launched: 2022-12-14_13:52:32.955227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:34.931548 run osmo-stp_10.42.42.5(pid=29661): stderr: \u000a| �[0;m�[38;5;43m20221214135233145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135233145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135233145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135233146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135233148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135233148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135233148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:35.086396 run patchelf(pid=29664): Terminating (SIGINT)\u000a13:52:35.267666 run patchelf(pid=29664): Terminated: ok {rc=0}\u000a13:52:35.300902 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29661): Process ended prematurely: osmo-stp_10.42.42.5(pid=29661) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29661)] [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:52:35.310794 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a13:52:35.373906 run osmo-hlr_10.42.42.2(pid=29658): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29658)]\u000a13:52:35.425252 run osmo-hlr_10.42.42.2(pid=29658): stdout: \u000a| (launched: 2022-12-14_13:52:31.769300) \u000a13:52:35.477135 run osmo-hlr_10.42.42.2(pid=29658): stderr: \u000a| �[0;m�[1;31m20221214135232102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135232102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135232102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135232102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135232102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135232102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135232128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135232136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135232145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135232145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:35.521317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29651): Terminating (SIGTERM)\u000a13:52:35.563113 run iperf3-srv_10.42.42.10(pid=29652): Terminating (SIGTERM)\u000a13:52:35.605050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29653): Terminating (SIGTERM)\u000a13:52:35.646810 run iperf3-srv_10.42.42.10(pid=29654): Terminating (SIGTERM)\u000a13:52:35.688579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29657): Terminating (SIGTERM)\u000a13:52:35.730458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29660): Terminating (SIGTERM)\u000a13:52:35.772462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29663): Terminating (SIGTERM)\u000a13:52:35.782170 --- ParallelTerminationStrategy: PID 29651 died...\u000a13:52:35.838552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29651): Terminated: ok {rc=0}\u000a13:52:35.848673 --- ParallelTerminationStrategy: PID 29652 died...\u000a13:52:35.904654 run iperf3-srv_10.42.42.10(pid=29652): Terminated {rc=256}\u000a13:52:35.914629 --- ParallelTerminationStrategy: PID 29653 died...\u000a13:52:35.970634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29653): Terminated: ok {rc=0}\u000a13:52:35.980631 --- ParallelTerminationStrategy: PID 29654 died...\u000a13:52:36.036678 run iperf3-srv_10.42.42.10(pid=29654): Terminated {rc=256}\u000a13:52:36.046849 --- ParallelTerminationStrategy: PID 29657 died...\u000a13:52:36.102935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29657): Terminated: ok {rc=0}\u000a13:52:36.113143 --- ParallelTerminationStrategy: PID 29660 died...\u000a13:52:36.169340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29660): Terminated: ok {rc=0}\u000a13:52:36.179490 --- ParallelTerminationStrategy: PID 29663 died...\u000a13:52:36.235544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29663): Terminated: ok {rc=0}\u000a13:52:36.322801 bus /gobi_0: Setting Powered False\u000a13:52:37.425887 bus /gobi_0: Setting Powered False\u000a13:52:38.535639 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29673): Process ended prematurely: osmo-stp_10.42.42.5(pid=29673) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29673)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29673): Process ended prematurely: osmo-stp_10.42.42.5(pid=29673) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:52:39.644559 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:39.656049 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:52:39.806375 tst iperf3.py: using LAC 41344\u000a13:52:39.922208 tst iperf3.py: using RAC 34\u000a13:52:40.038044 tst iperf3.py: using CellId 41344\u000a13:52:40.162470 tst iperf3.py: using BVCI 41345\u000a13:52:40.187611 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:40.199403 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:40.211315 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:40.222814 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:40.235267 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:40.247504 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:40.259884 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:40.272063 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:40.284789 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:52:40.562030 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:52:40.686518 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:40.997133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29665): Launched\u000a13:52:41.255681 run iperf3-srv_10.42.42.10(pid=29666): Launched\u000a13:52:41.437889 tst iperf3.py:8: start network...\u000a13:52:41.562407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:52:42.043936 run create_hlr_db(pid=29667): Launched\u000a13:52:42.216645 bus /gobi_6: Setting Powered False\u000a13:52:43.239014 run create_hlr_db(pid=29667): Terminated: ok {rc=0}\u000a13:52:43.667305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29669): Launched\u000a13:52:43.990604 run osmo-hlr_10.42.42.2(pid=29670): Launched\u000a13:52:44.110276 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:44.672101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29672): Launched\u000a13:52:44.994521 run osmo-stp_10.42.42.5(pid=29673): Launched\u000a13:52:45.116417 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:45.679172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29675): Launched\u000a13:52:45.795122 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:46.117190 run patchelf(pid=29676): Launched\u000a13:52:46.325076 run osmo-stp_10.42.42.5(pid=29673): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29673)]\u000a13:52:46.499613 run osmo-stp_10.42.42.5(pid=29673): stdout: \u000a| (launched: 2022-12-14_13:52:44.836563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:46.674757 run osmo-stp_10.42.42.5(pid=29673): stderr: \u000a| �[0;m�[38;5;43m20221214135245028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135245028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135245028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135245029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135245029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135245029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135245029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:46.823928 run osmo-stp_10.42.42.5(pid=29673): stdout: \u000a| (launched: 2022-12-14_13:52:44.836563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:46.959151 run osmo-stp_10.42.42.5(pid=29673): stderr: \u000a| �[0;m�[38;5;43m20221214135245028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135245028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135245028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135245029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135245029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135245029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135245029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:47.117035 run patchelf(pid=29676): Terminating (SIGINT)\u000a13:52:47.300816 run patchelf(pid=29676): Terminated: ok {rc=0}\u000a13:52:47.334583 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29673): Process ended prematurely: osmo-stp_10.42.42.5(pid=29673) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29673)] [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:52:47.344741 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:52:47.408828 run osmo-hlr_10.42.42.2(pid=29670): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29670)]\u000a13:52:47.461046 run osmo-hlr_10.42.42.2(pid=29670): stdout: \u000a| (launched: 2022-12-14_13:52:43.832335) \u000a13:52:47.514305 run osmo-hlr_10.42.42.2(pid=29670): stderr: \u000a| �[0;m�[1;31m20221214135244032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135244032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135244033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135244033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135244033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135244033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135244045 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135244054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135244054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135244054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:47.559608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29665): Terminating (SIGTERM)\u000a13:52:47.602400 run iperf3-srv_10.42.42.10(pid=29666): Terminating (SIGTERM)\u000a13:52:47.644977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29669): Terminating (SIGTERM)\u000a13:52:47.687570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29672): Terminating (SIGTERM)\u000a13:52:47.730139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29675): Terminating (SIGTERM)\u000a13:52:47.739933 --- ParallelTerminationStrategy: PID 29665 died...\u000a13:52:47.797906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29665): Terminated: ok {rc=0}\u000a13:52:47.808423 --- ParallelTerminationStrategy: PID 29666 died...\u000a13:52:47.865282 run iperf3-srv_10.42.42.10(pid=29666): Terminated {rc=256}\u000a13:52:47.875678 --- ParallelTerminationStrategy: PID 29669 died...\u000a13:52:47.932124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29669): Terminated: ok {rc=0}\u000a13:52:47.942184 --- ParallelTerminationStrategy: PID 29672 died...\u000a13:52:47.998848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29672): Terminated: ok {rc=0}\u000a13:52:48.009109 --- ParallelTerminationStrategy: PID 29675 died...\u000a13:52:48.065820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29675): Terminated: ok {rc=0}\u000a13:52:48.152457 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29691): Process ended prematurely: osmo-stp_10.42.42.5(pid=29691) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29691)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29691): Process ended prematurely: osmo-stp_10.42.42.5(pid=29691) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:52:49.269483 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:49.281517 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:52:49.444690 tst iperf3m4.py: using LAC 41345\u000a13:52:49.572657 tst iperf3m4.py: using RAC 35\u000a13:52:49.694131 tst iperf3m4.py: using CellId 41345\u000a13:52:49.821217 tst iperf3m4.py: using BVCI 41346\u000a13:52:49.845994 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:49.857770 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:49.869201 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:49.880653 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:49.892849 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:49.905188 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:49.917590 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:49.929503 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:49.941104 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:52:50.056934 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:52:50.178560 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:52:50.295436 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:52:50.577253 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:52:50.702948 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:51.014796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29677): Launched\u000a13:52:51.281987 run iperf3-srv_10.42.42.10(pid=29678): Launched\u000a13:52:51.480470 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:52:51.616359 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:51.951304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29679): Launched\u000a13:52:52.229720 run iperf3-srv_10.42.42.10(pid=29680): Launched\u000a13:52:52.428670 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:52:52.564096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:52.899329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29681): Launched\u000a13:52:53.176608 run iperf3-srv_10.42.42.10(pid=29682): Launched\u000a13:52:53.375089 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:52:53.510106 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:53.845571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29683): Launched\u000a13:52:54.123375 run iperf3-srv_10.42.42.10(pid=29684): Launched\u000a13:52:54.322074 tst iperf3m4.py:8: start network...\u000a13:52:54.457584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:52:54.965433 run create_hlr_db(pid=29685): Launched\u000a13:52:55.152083 bus /gobi_6: Setting Powered False\u000a13:52:56.174389 run create_hlr_db(pid=29685): Terminated: ok {rc=0}\u000a13:52:56.580585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29687): Launched\u000a13:52:56.882931 run osmo-hlr_10.42.42.2(pid=29688): Launched\u000a13:52:56.994025 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:57.517887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29690): Launched\u000a13:52:57.819569 run osmo-stp_10.42.42.5(pid=29691): Launched\u000a13:52:57.928401 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:58.453577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29693): Launched\u000a13:52:58.560179 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:58.822599 run patchelf(pid=29694): Launched\u000a13:52:58.998726 run osmo-stp_10.42.42.5(pid=29691): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29691)]\u000a13:52:59.127210 run osmo-stp_10.42.42.5(pid=29691): stdout: \u000a| (launched: 2022-12-14_13:52:57.671169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:59.255712 run osmo-stp_10.42.42.5(pid=29691): stderr: \u000a| �[0;m�[38;5;43m20221214135257841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135257841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135257841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135257842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135257842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135257842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135257842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:59.379853 run osmo-stp_10.42.42.5(pid=29691): stdout: \u000a| (launched: 2022-12-14_13:52:57.671169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:59.502877 run osmo-stp_10.42.42.5(pid=29691): stderr: \u000a| �[0;m�[38;5;43m20221214135257841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135257841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135257841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135257842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135257842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135257842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135257842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:59.646593 run patchelf(pid=29694): Terminating (SIGINT)\u000a13:52:59.815151 run patchelf(pid=29694): Terminated: ok {rc=0}\u000a13:52:59.846177 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29691): Process ended prematurely: osmo-stp_10.42.42.5(pid=29691) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29691)] [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:52:59.855429 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a13:52:59.915184 run osmo-hlr_10.42.42.2(pid=29688): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29688)]\u000a13:52:59.963959 run osmo-hlr_10.42.42.2(pid=29688): stdout: \u000a| (launched: 2022-12-14_13:52:56.734464) \u000a13:53:00.013001 run osmo-hlr_10.42.42.2(pid=29688): stderr: \u000a| �[0;m�[1;31m20221214135256910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135256910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135256910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135256910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135256910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135256910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135256922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135256931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135256931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135256931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:00.054718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29677): Terminating (SIGTERM)\u000a13:53:00.093947 run iperf3-srv_10.42.42.10(pid=29678): Terminating (SIGTERM)\u000a13:53:00.133236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29679): Terminating (SIGTERM)\u000a13:53:00.173058 run iperf3-srv_10.42.42.10(pid=29680): Terminating (SIGTERM)\u000a13:53:00.212323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29681): Terminating (SIGTERM)\u000a13:53:00.251403 run iperf3-srv_10.42.42.10(pid=29682): Terminating (SIGTERM)\u000a13:53:00.290565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29683): Terminating (SIGTERM)\u000a13:53:00.330809 run iperf3-srv_10.42.42.10(pid=29684): Terminating (SIGTERM)\u000a13:53:00.370332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29687): Terminating (SIGTERM)\u000a13:53:00.410009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29690): Terminating (SIGTERM)\u000a13:53:00.449425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29693): Terminating (SIGTERM)\u000a13:53:00.458526 --- ParallelTerminationStrategy: PID 29677 died...\u000a13:53:00.511303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29677): Terminated: ok {rc=0}\u000a13:53:00.520796 --- ParallelTerminationStrategy: PID 29678 died...\u000a13:53:00.573086 run iperf3-srv_10.42.42.10(pid=29678): Terminated {rc=256}\u000a13:53:00.582849 --- ParallelTerminationStrategy: PID 29679 died...\u000a13:53:00.635223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29679): Terminated: ok {rc=0}\u000a13:53:00.644587 --- ParallelTerminationStrategy: PID 29680 died...\u000a13:53:00.696641 run iperf3-srv_10.42.42.10(pid=29680): Terminated {rc=256}\u000a13:53:00.706037 --- ParallelTerminationStrategy: PID 29681 died...\u000a13:53:00.758195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29681): Terminated: ok {rc=0}\u000a13:53:00.767613 --- ParallelTerminationStrategy: PID 29682 died...\u000a13:53:00.819876 run iperf3-srv_10.42.42.10(pid=29682): Terminated {rc=256}\u000a13:53:00.839722 --- ParallelTerminationStrategy: PID 29683 died...\u000a13:53:00.916520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29683): Terminated: ok {rc=0}\u000a13:53:00.926606 --- ParallelTerminationStrategy: PID 29684 died...\u000a13:53:00.981002 run iperf3-srv_10.42.42.10(pid=29684): Terminated {rc=256}\u000a13:53:00.991101 --- ParallelTerminationStrategy: PID 29687 died...\u000a13:53:01.046445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29687): Terminated: ok {rc=0}\u000a13:53:01.056390 --- ParallelTerminationStrategy: PID 29690 died...\u000a13:53:01.110712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29690): Terminated: ok {rc=0}\u000a13:53:01.121177 --- ParallelTerminationStrategy: PID 29693 died...\u000a13:53:01.175161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29693): Terminated: ok {rc=0}\u000a13:53:01.257937 bus /gobi_4: Setting Powered False\u000a13:53:02.362187 bus /gobi_4: Setting Powered False\u000a13:53:03.470854 bus /gobi_1: Setting Powered False\u000a13:53:04.576918 bus /gobi_1: Setting Powered False\u000a13:53:05.690603 bus /gobi_0: Setting Powered False\u000a13:53:06.793269 bus /gobi_0: Setting Powered False\u000a13:53:07.904234 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29702): Process ended prematurely: osmo-stp_10.42.42.5(pid=29702) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29702)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29702): Process ended prematurely: osmo-stp_10.42.42.5(pid=29702) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:53:08.971828 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:08.983524 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:53:09.139838 tst ping.py: using LAC 41346\u000a13:53:09.256519 tst ping.py: using RAC 36\u000a13:53:09.371236 tst ping.py: using CellId 41346\u000a13:53:09.490046 tst ping.py: using BVCI 41347\u000a13:53:09.512526 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:09.523607 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:09.534433 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:09.545228 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:09.556010 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:09.567016 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:09.578062 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:09.588839 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:53:09.876461 tst ping.py:19: start network...\u000a13:53:10.008598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:10.507078 run create_hlr_db(pid=29696): Launched\u000a13:53:10.691429 bus /gobi_6: Setting Powered False\u000a13:53:11.711582 run create_hlr_db(pid=29696): Terminated: ok {rc=0}\u000a13:53:12.134248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29698): Launched\u000a13:53:12.451891 run osmo-hlr_10.42.42.2(pid=29699): Launched\u000a13:53:12.573437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:13.128284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29701): Launched\u000a13:53:13.446511 run osmo-stp_10.42.42.5(pid=29702): Launched\u000a13:53:13.562004 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:53:14.115268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29704): Launched\u000a13:53:14.228786 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:53:14.504875 run patchelf(pid=29705): Launched\u000a13:53:14.690411 run osmo-stp_10.42.42.5(pid=29702): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29702)]\u000a13:53:14.826485 run osmo-stp_10.42.42.5(pid=29702): stdout: \u000a| (launched: 2022-12-14_13:53:13.289683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:14.962325 run osmo-stp_10.42.42.5(pid=29702): stderr: \u000a| �[0;m�[38;5;43m20221214135313483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135313483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135313483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135313484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135313484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135313484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135313484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:15.094173 run osmo-stp_10.42.42.5(pid=29702): stdout: \u000a| (launched: 2022-12-14_13:53:13.289683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:15.224765 run osmo-stp_10.42.42.5(pid=29702): stderr: \u000a| �[0;m�[38;5;43m20221214135313483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135313483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135313483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135313484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135313484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135313484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135313484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:15.376134 run patchelf(pid=29705): Terminating (SIGINT)\u000a13:53:15.553907 run patchelf(pid=29705): Terminated: ok {rc=0}\u000a13:53:15.586530 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29702): Process ended prematurely: osmo-stp_10.42.42.5(pid=29702) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29702)] [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:53:15.595774 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:53:15.658420 run osmo-hlr_10.42.42.2(pid=29699): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29699)]\u000a13:53:15.709901 run osmo-hlr_10.42.42.2(pid=29699): stdout: \u000a| (launched: 2022-12-14_13:53:12.295442) \u000a13:53:15.762160 run osmo-hlr_10.42.42.2(pid=29699): stderr: \u000a| �[0;m�[1;31m20221214135312492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135312492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135312492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135312492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135312492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135312492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135312504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135312512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135312512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135312512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:15.806624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29698): Terminating (SIGTERM)\u000a13:53:15.863884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29701): Terminating (SIGTERM)\u000a13:53:15.918772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29704): Terminating (SIGTERM)\u000a13:53:15.928668 --- ParallelTerminationStrategy: PID 29698 died...\u000a13:53:15.985790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29698): Terminated: ok {rc=0}\u000a13:53:15.995988 --- ParallelTerminationStrategy: PID 29701 died...\u000a13:53:16.054364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29701): Terminated: ok {rc=0}\u000a13:53:16.066536 --- ParallelTerminationStrategy: PID 29704 died...\u000a13:53:16.124992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29704): Terminated: ok {rc=0}\u000a13:53:16.214931 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29712): Process ended prematurely: osmo-stp_10.42.42.5(pid=29712) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29712)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29712): Process ended prematurely: osmo-stp_10.42.42.5(pid=29712) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:53:17.270535 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:17.283398 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:53:17.444017 tst ping_idle_ping.py: using LAC 41347\u000a13:53:17.570131 tst ping_idle_ping.py: using RAC 37\u000a13:53:17.696259 tst ping_idle_ping.py: using CellId 41347\u000a13:53:17.821684 tst ping_idle_ping.py: using BVCI 41348\u000a13:53:17.846176 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:17.858050 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:17.869606 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:17.881128 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:17.892605 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:17.904286 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:17.916066 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:17.927750 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:53:18.201004 tst ping_idle_ping.py:24: start network...\u000a13:53:18.324897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:18.803132 run create_hlr_db(pid=29706): Launched\u000a13:53:18.974152 bus /gobi_6: Setting Powered False\u000a13:53:19.995725 run create_hlr_db(pid=29706): Terminated: ok {rc=0}\u000a13:53:20.417721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29708): Launched\u000a13:53:20.737367 run osmo-hlr_10.42.42.2(pid=29709): Launched\u000a13:53:20.855989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:21.406955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29711): Launched\u000a13:53:21.725480 run osmo-stp_10.42.42.5(pid=29712): Launched\u000a13:53:21.841944 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:53:22.396446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29714): Launched\u000a13:53:22.510164 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:53:22.787297 run patchelf(pid=29715): Launched\u000a13:53:22.972936 run osmo-stp_10.42.42.5(pid=29712): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29712)]\u000a13:53:23.109150 run osmo-stp_10.42.42.5(pid=29712): stdout: \u000a| (launched: 2022-12-14_13:53:21.568625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:23.245251 run osmo-stp_10.42.42.5(pid=29712): stderr: \u000a| �[0;m�[38;5;43m20221214135321759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135321759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135321759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135321760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135321760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135321760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135321760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:23.376787 run osmo-stp_10.42.42.5(pid=29712): stdout: \u000a| (launched: 2022-12-14_13:53:21.568625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:23.508020 run osmo-stp_10.42.42.5(pid=29712): stderr: \u000a| �[0;m�[38;5;43m20221214135321759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135321759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135321759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135321760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135321760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135321760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135321760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:23.660028 run patchelf(pid=29715): Terminating (SIGINT)\u000a13:53:23.838251 run patchelf(pid=29715): Terminated: ok {rc=0}\u000a13:53:23.870641 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29712): Process ended prematurely: osmo-stp_10.42.42.5(pid=29712) [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29712)] [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:53:23.879976 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:53:23.943183 run osmo-hlr_10.42.42.2(pid=29709): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29709)]\u000a13:53:23.994760 run osmo-hlr_10.42.42.2(pid=29709): stdout: \u000a| (launched: 2022-12-14_13:53:20.580417) \u000a13:53:24.047121 run osmo-hlr_10.42.42.2(pid=29709): stderr: \u000a| �[0;m�[1;31m20221214135320777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135320777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135320777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135320777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135320778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135320778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135320790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135320798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135320798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135320798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:24.091815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29708): Terminating (SIGTERM)\u000a13:53:24.134011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29711): Terminating (SIGTERM)\u000a13:53:24.175969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29714): Terminating (SIGTERM)\u000a13:53:24.185822 --- ParallelTerminationStrategy: PID 29708 died...\u000a13:53:24.242238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29708): Terminated: ok {rc=0}\u000a13:53:24.252463 --- ParallelTerminationStrategy: PID 29711 died...\u000a13:53:24.308822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29711): Terminated: ok {rc=0}\u000a13:53:24.319014 --- ParallelTerminationStrategy: PID 29714 died...\u000a13:53:24.375192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29714): Terminated: ok {rc=0}\u000a13:53:24.462215 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:52:25" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29725): Process ended prematurely: osmo-stp_10.42.42.5(pid=29725) [trial-2405↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29725)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29725): Process ended prematurely: osmo-stp_10.42.42.5(pid=29725) [trial-2405↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:53:26.486062 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:53:26.497688 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:53:26.656753 tst switch_tch_pdch.py: using LAC 41348\u000a13:53:26.780371 tst switch_tch_pdch.py: using RAC 38\u000a13:53:26.899332 tst switch_tch_pdch.py: using CellId 41348\u000a13:53:27.016763 tst switch_tch_pdch.py: using BVCI 41349\u000a13:53:27.039657 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:53:27.051250 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:53:27.062605 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:53:27.073984 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:53:27.085383 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:53:27.096855 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:53:27.108084 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:53:27.119363 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:53:27.236329 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:53:27.509582 tst switch_tch_pdch.py:51: start network...\u000a13:53:27.632114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:28.106636 run create_hlr_db(pid=29719): Launched\u000a13:53:28.291105 bus /gobi_6: Setting Powered False\u000a13:53:29.311334 run create_hlr_db(pid=29719): Terminated: ok {rc=0}\u000a13:53:29.732144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29721): Launched\u000a13:53:30.051190 run osmo-hlr_10.42.42.2(pid=29722): Launched\u000a13:53:30.164851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:30.682543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29724): Launched\u000a13:53:31.146543 run osmo-stp_10.42.42.5(pid=29725): Launched\u000a13:53:31.302629 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:53:31.887886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29727): Launched\u000a13:53:31.994760 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:53:32.278602 run patchelf(pid=29728): Launched\u000a13:53:32.454643 run osmo-stp_10.42.42.5(pid=29725): ERR: Terminated: ERROR {rc=1} [trial-2405↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29725)]\u000a13:53:32.581587 run osmo-stp_10.42.42.5(pid=29725): stdout: \u000a| (launched: 2022-12-14_13:53:30.836684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:32.709392 run osmo-stp_10.42.42.5(pid=29725): stderr: \u000a| �[0;m�[38;5;43m20221214135331104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135331104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135331104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135331104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135331105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135331105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135331105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:32.832155 run osmo-stp_10.42.42.5(pid=29725): stdout: \u000a| (launched: 2022-12-14_13:53:30.836684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:32.954050 run osmo-stp_10.42.42.5(pid=29725): stderr: \u000a| �[0;m�[38;5;43m20221214135331104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135331104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135331104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135331104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135331105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135331105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135331105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:33.094841 run patchelf(pid=29728): Terminating (SIGINT)\u000a13:53:33.260592 run patchelf(pid=29728): Terminated: ok {rc=0}\u000a13:53:33.291170 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29725): Process ended prematurely: osmo-stp_10.42.42.5(pid=29725) [trial-2405↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29725)] [trial-2405↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:53:33.299911 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a13:53:33.359878 run osmo-hlr_10.42.42.2(pid=29722): ERR: Terminated: ERROR {rc=237} [trial-2405↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29722)]\u000a13:53:33.408857 run osmo-hlr_10.42.42.2(pid=29722): stdout: \u000a| (launched: 2022-12-14_13:53:29.894270) \u000a13:53:33.459068 run osmo-hlr_10.42.42.2(pid=29722): stderr: \u000a| �[0;m�[1;31m20221214135330091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135330091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135330092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135330092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135330092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135330092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135330118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135330127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135330127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135330127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:33.501458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29721): Terminating (SIGTERM)\u000a13:53:33.541688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29724): Terminating (SIGTERM)\u000a13:53:33.581433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29727): Terminating (SIGTERM)\u000a13:53:33.590689 --- ParallelTerminationStrategy: PID 29721 died...\u000a13:53:33.643687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29721): Terminated: ok {rc=0}\u000a13:53:33.653462 --- ParallelTerminationStrategy: PID 29724 died...\u000a13:53:33.706274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29724): Terminated: ok {rc=0}\u000a13:53:33.715864 --- ParallelTerminationStrategy: PID 29727 died...\u000a13:53:33.768826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29727): Terminated: ok {rc=0}\u000a13:53:33.856485 bus /gobi_0: Setting Powered False\u000a13:53:34.958961 bus /gobi_0: Setting Powered False\u000a13:53:36.069930 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:53:26" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29739): Process ended prematurely: osmo-stp_10.42.42.5(pid=29739) [trial-2405↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29739)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29739): Process ended prematurely: osmo-stp_10.42.42.5(pid=29739) [trial-2405↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:53:38.038815 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:53:38.051452 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:53:38.214130 tst switch_tch_pdch.py: using LAC 41349\u000a13:53:38.338076 tst switch_tch_pdch.py: using RAC 39\u000a13:53:38.467192 tst switch_tch_pdch.py: using CellId 41349\u000a13:53:38.590474 tst switch_tch_pdch.py: using BVCI 41350\u000a13:53:38.614582 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:53:38.626142 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:53:38.637558 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:53:38.648842 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:53:38.660554 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:53:38.672212 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:53:38.683941 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:53:38.695562 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:53:38.809022 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:53:39.097700 tst switch_tch_pdch.py:51: start network...\u000a13:53:39.230236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:39.701128 run create_hlr_db(pid=29733): Launched\u000a13:53:39.830979 bus /gobi_6: Setting Powered False\u000a13:53:40.906877 run create_hlr_db(pid=29733): Terminated: ok {rc=0}\u000a13:53:41.287287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29735): Launched\u000a13:53:41.604933 run osmo-hlr_10.42.42.2(pid=29736): Launched\u000a13:53:41.725354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:42.248693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29738): Launched\u000a13:53:42.566377 run osmo-stp_10.42.42.5(pid=29739): Launched\u000a13:53:42.679600 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:53:43.170744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29741): Launched\u000a13:53:43.275916 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:53:43.534226 run patchelf(pid=29742): Launched\u000a13:53:43.707209 run osmo-stp_10.42.42.5(pid=29739): ERR: Terminated: ERROR {rc=1} [trial-2405↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29739)]\u000a13:53:43.834155 run osmo-stp_10.42.42.5(pid=29739): stdout: \u000a| (launched: 2022-12-14_13:53:42.410374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:43.960714 run osmo-stp_10.42.42.5(pid=29739): stderr: \u000a| �[0;m�[38;5;43m20221214135342605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135342605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135342605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135342606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135342606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135342606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135342606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:44.083035 run osmo-stp_10.42.42.5(pid=29739): stdout: \u000a| (launched: 2022-12-14_13:53:42.410374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:44.204406 run osmo-stp_10.42.42.5(pid=29739): stderr: \u000a| �[0;m�[38;5;43m20221214135342605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135342605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135342605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135342606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135342606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135342606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135342606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:44.345665 run patchelf(pid=29742): Terminating (SIGINT)\u000a13:53:44.511432 run patchelf(pid=29742): Terminated: ok {rc=0}\u000a13:53:44.541663 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29739): Process ended prematurely: osmo-stp_10.42.42.5(pid=29739) [trial-2405↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29739)] [trial-2405↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:53:44.550156 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a13:53:44.609509 run osmo-hlr_10.42.42.2(pid=29736): ERR: Terminated: ERROR {rc=237} [trial-2405↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29736)]\u000a13:53:44.658129 run osmo-hlr_10.42.42.2(pid=29736): stdout: \u000a| (launched: 2022-12-14_13:53:41.448543) \u000a13:53:44.707834 run osmo-hlr_10.42.42.2(pid=29736): stderr: \u000a| �[0;m�[1;31m20221214135341647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135341647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135341647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135341647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135341647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135341647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135341658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135341667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135341667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135341667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:44.749685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29735): Terminating (SIGTERM)\u000a13:53:44.789670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29738): Terminating (SIGTERM)\u000a13:53:44.829118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29741): Terminating (SIGTERM)\u000a13:53:44.838272 --- ParallelTerminationStrategy: PID 29735 died...\u000a13:53:44.891299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29735): Terminated: ok {rc=0}\u000a13:53:44.900718 --- ParallelTerminationStrategy: PID 29738 died...\u000a13:53:44.953367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29738): Terminated: ok {rc=0}\u000a13:53:44.962830 --- ParallelTerminationStrategy: PID 29741 died...\u000a13:53:45.015466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29741): Terminated: ok {rc=0}\u000a13:53:45.102911 bus /gobi_0: Setting Powered False\u000a13:53:46.227843 bus /gobi_0: Setting Powered False\u000a13:53:47.340487 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:53:37" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29747): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29747) [trial-2405↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29747)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29747): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29747) [trial-2405↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a13:53:49.222103 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a13:53:49.232810 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a13:53:49.364588 tst mo_mt_sms.py: using LAC 41350\u000a13:53:49.481609 tst mo_mt_sms.py: using RAC 40\u000a13:53:49.596710 tst mo_mt_sms.py: using CellId 41350\u000a13:53:49.713852 tst mo_mt_sms.py: using BVCI 41351\u000a13:53:49.736269 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a13:53:49.855185 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a13:53:50.127223 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:53:50.250126 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:53:50.862617 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29746): Launched\u000a13:53:51.155924 run osmo-nitb_10.42.42.2(pid=29747): Launched\u000a13:53:51.338260 run osmo-nitb_10.42.42.2(pid=29747): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29747)]\u000a13:53:51.472074 run osmo-nitb_10.42.42.2(pid=29747): stdout: \u000a| (launched: 2022-12-14_13:53:51.013144) \u000a13:53:51.606229 run osmo-nitb_10.42.42.2(pid=29747): stderr: \u000a| (launched: 2022-12-14_13:53:51.057350)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:53:51.735710 run osmo-nitb_10.42.42.2(pid=29747): stdout: \u000a| (launched: 2022-12-14_13:53:51.013144) \u000a13:53:51.864706 run osmo-nitb_10.42.42.2(pid=29747): stderr: \u000a| (launched: 2022-12-14_13:53:51.057350)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:53:52.275371 tst osmo-nitb_10.42.42.2(pid=29747): stdout: \u000a| (launched: 2022-12-14_13:53:51.013144) \u000a13:53:52.393368 tst osmo-nitb_10.42.42.2(pid=29747): stderr: \u000a| (launched: 2022-12-14_13:53:51.057350)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:53:52.444794 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=29747): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29747) [trial-2405↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29747)] [trial-2405↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a13:53:52.452838 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a13:53:52.486740 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29746): Terminating (SIGTERM)\u000a13:53:52.664036 --- ParallelTerminationStrategy: PID 29746 died...\u000a13:53:52.718797 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29746): Terminated: ok {rc=0}\u000a13:53:52.807449 bus /sierra_3: Setting Powered False\u000a13:53:53.911259 bus /sierra_3: Setting Powered False\u000a13:53:55.024450 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:53:49" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "sms:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29757): Process ended prematurely: osmo-stp_10.42.42.5(pid=29757) [trial-2405↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29757)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29757): Process ended prematurely: osmo-stp_10.42.42.5(pid=29757) [trial-2405↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29757)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a13:53:56.888242 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:53:56.899360 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:53:57.028424 tst mo_mt_sms.py: using LAC 41351\u000a13:53:57.151885 tst mo_mt_sms.py: using RAC 41\u000a13:53:57.277710 tst mo_mt_sms.py: using CellId 41351\u000a13:53:57.401426 tst mo_mt_sms.py: using BVCI 41352\u000a13:53:57.425568 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:53:57.436664 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:53:57.447660 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:53:57.458603 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:53:57.469830 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:53:57.480874 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a13:53:57.594390 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a13:53:57.802365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:58.301473 run create_hlr_db(pid=29751): Launched\u000a13:53:58.485411 bus /sierra_2: Setting Powered False\u000a13:53:59.506443 run create_hlr_db(pid=29751): Terminated: ok {rc=0}\u000a13:53:59.903326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29753): Launched\u000a13:54:00.199305 run osmo-hlr_10.42.42.2(pid=29754): Launched\u000a13:54:00.316482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:00.852087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29756): Launched\u000a13:54:01.224895 run osmo-stp_10.42.42.5(pid=29757): Launched\u000a13:54:01.409184 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:54:02.274611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29791): Launched\u000a13:54:02.678614 run osmo-msc_10.42.42.6(pid=29808): Launched\u000a13:54:03.023376 run osmo-stp_10.42.42.5(pid=29757): ERR: Terminated: ERROR {rc=1} [trial-2405↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29757)]\u000a13:54:03.372536 run osmo-stp_10.42.42.5(pid=29757): stdout: \u000a| (launched: 2022-12-14_13:54:01.020341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:03.621112 run osmo-stp_10.42.42.5(pid=29757): stderr: \u000a| �[0;m�[38;5;43m20221214135401386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135401388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135401390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135401392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135401394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135401395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135401395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:03.767842 run osmo-stp_10.42.42.5(pid=29757): stdout: \u000a| (launched: 2022-12-14_13:54:01.020341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:03.929381 run osmo-stp_10.42.42.5(pid=29757): stderr: \u000a| �[0;m�[38;5;43m20221214135401386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135401388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135401390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135401392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135401394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135401395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135401395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:03.987644 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=29757): Process ended prematurely: osmo-stp_10.42.42.5(pid=29757) [trial-2405↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29757)] [trial-2405↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a13:54:04.002493 tst mo_mt_sms.py:16: Test FAILED (7.1 sec)\u000a13:54:04.075498 run osmo-hlr_10.42.42.2(pid=29754): ERR: Terminated: ERROR {rc=237} [trial-2405↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29754)]\u000a13:54:04.139108 run osmo-hlr_10.42.42.2(pid=29754): stdout: \u000a| (launched: 2022-12-14_13:54:00.053881) \u000a13:54:04.199728 run osmo-hlr_10.42.42.2(pid=29754): stderr: \u000a| �[0;m�[1;31m20221214135400230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135400230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135400230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135400230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135400230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135400230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135400242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135400253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135400253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135400253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:04.283026 run osmo-msc_10.42.42.6(pid=29808): ERR: Terminated: ERROR {rc=2} [trial-2405↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29808)]\u000a13:54:04.350126 run osmo-msc_10.42.42.6(pid=29808): stdout: \u000a| (launched: 2022-12-14_13:54:02.472746) \u000a13:54:04.416089 run osmo-msc_10.42.42.6(pid=29808): stderr: \u000a| �[0;m�[38;5;43m20221214135403017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214135403018 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12e6b2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214135403018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214135403018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214135403018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214135403018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214135403020 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214135403020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214135403020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214135403029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:54:04.470766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29753): Terminating (SIGTERM)\u000a13:54:04.516091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29756): Terminating (SIGTERM)\u000a13:54:04.571988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29791): Terminating (SIGTERM)\u000a13:54:04.581634 --- ParallelTerminationStrategy: PID 29753 died...\u000a13:54:04.655387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29753): Terminated: ok {rc=0}\u000a13:54:04.671234 --- ParallelTerminationStrategy: PID 29756 died...\u000a13:54:04.736639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29756): Terminated: ok {rc=0}\u000a13:54:04.746932 --- ParallelTerminationStrategy: PID 29791 died...\u000a13:54:04.812498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29791): Terminated: ok {rc=0}\u000a13:54:04.919250 bus /sierra_3: Setting Powered False\u000a13:54:06.039504 bus /sierra_3: Setting Powered False\u000a13:54:07.153218 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:53:56" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30037): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30037) [trial-2405↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30037)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30037): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30037) [trial-2405↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a13:54:08.970323 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a13:54:08.982418 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:54:09.108241 tst assert_extension.py: using LAC 41352\u000a13:54:09.226351 tst assert_extension.py: using RAC 42\u000a13:54:09.344170 tst assert_extension.py: using CellId 41352\u000a13:54:09.464073 tst assert_extension.py: using BVCI 41353\u000a13:54:09.487755 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a13:54:09.765708 tst assert_extension.py:10: start nitb and bts...\u000a13:54:09.894053 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:54:10.545394 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30036): Launched\u000a13:54:10.876898 run osmo-nitb_10.42.42.2(pid=30037): Launched\u000a13:54:11.066273 run osmo-nitb_10.42.42.2(pid=30037): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30037)]\u000a13:54:11.204011 run osmo-nitb_10.42.42.2(pid=30037): stdout: \u000a| (launched: 2022-12-14_13:54:10.701580) \u000a13:54:11.341924 run osmo-nitb_10.42.42.2(pid=30037): stderr: \u000a| (launched: 2022-12-14_13:54:10.746531)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:54:11.476084 run osmo-nitb_10.42.42.2(pid=30037): stdout: \u000a| (launched: 2022-12-14_13:54:10.701580) \u000a13:54:11.610750 run osmo-nitb_10.42.42.2(pid=30037): stderr: \u000a| (launched: 2022-12-14_13:54:10.746531)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:54:12.013123 tst osmo-nitb_10.42.42.2(pid=30037): stdout: \u000a| (launched: 2022-12-14_13:54:10.701580) \u000a13:54:12.134188 tst osmo-nitb_10.42.42.2(pid=30037): stderr: \u000a| (launched: 2022-12-14_13:54:10.746531)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:54:12.187051 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=30037): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30037) [trial-2405↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30037)] [trial-2405↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a13:54:12.195688 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a13:54:12.231084 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30036): Terminating (SIGTERM)\u000a13:54:12.409798 --- ParallelTerminationStrategy: PID 30036 died...\u000a13:54:12.467086 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30036): Terminated: ok {rc=0}\u000a13:54:12.554543 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:54:08" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30047): Process ended prematurely: osmo-stp_10.42.42.5(pid=30047) [trial-2405↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30047)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30047): Process ended prematurely: osmo-stp_10.42.42.5(pid=30047) [trial-2405↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a13:54:14.384573 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:54:14.397845 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:54:14.523913 tst assert_extension.py: using LAC 41353\u000a13:54:14.644305 tst assert_extension.py: using RAC 43\u000a13:54:14.764886 tst assert_extension.py: using CellId 41353\u000a13:54:14.885958 tst assert_extension.py: using BVCI 41354\u000a13:54:14.910098 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:54:14.922171 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:54:14.933853 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:54:14.945547 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:54:14.957832 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:54:14.969820 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a13:54:15.173906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:15.705469 run create_hlr_db(pid=30041): Launched\u000a13:54:15.882985 bus /sierra_2: Setting Powered False\u000a13:54:16.941653 run create_hlr_db(pid=30041): Terminated: ok {rc=0}\u000a13:54:17.380304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30043): Launched\u000a13:54:17.753604 run osmo-hlr_10.42.42.2(pid=30044): Launched\u000a13:54:17.916492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:18.509247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30046): Launched\u000a13:54:18.926986 run osmo-stp_10.42.42.5(pid=30047): Launched\u000a13:54:19.147273 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:54:19.798370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30049): Launched\u000a13:54:20.207929 run osmo-msc_10.42.42.6(pid=30050): Launched\u000a13:54:20.587435 run osmo-stp_10.42.42.5(pid=30047): ERR: Terminated: ERROR {rc=1} [trial-2405↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30047)]\u000a13:54:20.844754 run osmo-stp_10.42.42.5(pid=30047): stdout: \u000a| (launched: 2022-12-14_13:54:18.665926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:21.070651 run osmo-stp_10.42.42.5(pid=30047): stderr: \u000a| �[0;m�[38;5;43m20221214135419004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135419004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135419004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135419005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135419005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135419005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135419005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:21.194899 run osmo-stp_10.42.42.5(pid=30047): stdout: \u000a| (launched: 2022-12-14_13:54:18.665926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:21.318625 run osmo-stp_10.42.42.5(pid=30047): stderr: \u000a| �[0;m�[38;5;43m20221214135419004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135419004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135419004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135419005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135419005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135419005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135419005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:21.372696 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=30047): Process ended prematurely: osmo-stp_10.42.42.5(pid=30047) [trial-2405↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30047)] [trial-2405↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a13:54:21.381843 tst assert_extension.py:17: Test FAILED (7.0 sec)\u000a13:54:21.445181 run osmo-hlr_10.42.42.2(pid=30044): ERR: Terminated: ERROR {rc=237} [trial-2405↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30044)]\u000a13:54:21.497233 run osmo-hlr_10.42.42.2(pid=30044): stdout: \u000a| (launched: 2022-12-14_13:54:17.538990) \u000a13:54:21.550219 run osmo-hlr_10.42.42.2(pid=30044): stderr: \u000a| �[0;m�[1;31m20221214135417898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135417898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135417899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135417899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135417899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135417899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135417916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135417924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135417925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135417925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:21.622153 run osmo-msc_10.42.42.6(pid=30050): ERR: Terminated: ERROR {rc=2} [trial-2405↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30050)]\u000a13:54:21.674743 run osmo-msc_10.42.42.6(pid=30050): stdout: \u000a| (launched: 2022-12-14_13:54:19.953957) \u000a13:54:21.727244 run osmo-msc_10.42.42.6(pid=30050): stderr: \u000a| �[0;m�[38;5;43m20221214135420558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214135420559 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb417a80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214135420559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214135420559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214135420559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214135420559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214135420561 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214135420561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214135420561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214135420562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:54:21.771890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30043): Terminating (SIGTERM)\u000a13:54:21.817595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30046): Terminating (SIGTERM)\u000a13:54:21.862366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30049): Terminating (SIGTERM)\u000a13:54:21.874121 --- ParallelTerminationStrategy: PID 30043 died...\u000a13:54:21.933878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30043): Terminated: ok {rc=0}\u000a13:54:21.944941 --- ParallelTerminationStrategy: PID 30046 died...\u000a13:54:22.002039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30046): Terminated: ok {rc=0}\u000a13:54:22.014486 --- ParallelTerminationStrategy: PID 30049 died...\u000a13:54:22.070501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30049): Terminated: ok {rc=0}\u000a13:54:22.158996 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:54:14" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30062): Process ended prematurely: osmo-stp_10.42.42.5(pid=30062) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30062)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30062): Process ended prematurely: osmo-stp_10.42.42.5(pid=30062) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:54:24.101248 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:24.113426 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:54:24.266591 tst mo_mt_call.py: using LAC 41354\u000a13:54:24.393368 tst mo_mt_call.py: using RAC 44\u000a13:54:24.516793 tst mo_mt_call.py: using CellId 41354\u000a13:54:24.644849 tst mo_mt_call.py: using BVCI 41355\u000a13:54:24.669780 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:24.682422 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:24.694819 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:24.707149 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:24.719430 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:24.731944 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:54:24.851866 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:54:25.060285 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:25.567975 run create_hlr_db(pid=30056): Launched\u000a13:54:25.754315 bus /sierra_2: Setting Powered False\u000a13:54:26.777318 run create_hlr_db(pid=30056): Terminated: ok {rc=0}\u000a13:54:27.182765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30058): Launched\u000a13:54:27.485070 run osmo-hlr_10.42.42.2(pid=30059): Launched\u000a13:54:27.603960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:28.134060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30061): Launched\u000a13:54:28.433654 run osmo-stp_10.42.42.5(pid=30062): Launched\u000a13:54:28.543125 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:54:29.092712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30064): Launched\u000a13:54:29.395242 run osmo-msc_10.42.42.6(pid=30065): Launched\u000a13:54:29.572589 run osmo-stp_10.42.42.5(pid=30062): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30062)]\u000a13:54:29.700207 run osmo-stp_10.42.42.5(pid=30062): stdout: \u000a| (launched: 2022-12-14_13:54:28.286528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:29.826322 run osmo-stp_10.42.42.5(pid=30062): stderr: \u000a| �[0;m�[38;5;43m20221214135428456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135428457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135428457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135428457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135428459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135428460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135428460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:29.947846 run osmo-stp_10.42.42.5(pid=30062): stdout: \u000a| (launched: 2022-12-14_13:54:28.286528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:30.068171 run osmo-stp_10.42.42.5(pid=30062): stderr: \u000a| �[0;m�[38;5;43m20221214135428456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135428457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135428457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135428457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135428459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135428460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135428460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:30.121546 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30062): Process ended prematurely: osmo-stp_10.42.42.5(pid=30062) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30062)] [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:54:30.130217 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:54:30.189608 run osmo-hlr_10.42.42.2(pid=30059): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30059)]\u000a13:54:30.238848 run osmo-hlr_10.42.42.2(pid=30059): stdout: \u000a| (launched: 2022-12-14_13:54:27.336166) \u000a13:54:30.288501 run osmo-hlr_10.42.42.2(pid=30059): stderr: \u000a| �[0;m�[1;31m20221214135427514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135427515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135427515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135427515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135427515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135427515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135427527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135427538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135427538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135427538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:30.355903 run osmo-msc_10.42.42.6(pid=30065): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30065)]\u000a13:54:30.404495 run osmo-msc_10.42.42.6(pid=30065): stdout: \u000a| (launched: 2022-12-14_13:54:29.246584) \u000a13:54:30.453550 run osmo-msc_10.42.42.6(pid=30065): stderr: \u000a| �[0;m�[38;5;43m20221214135429517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214135429517 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0413e8dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214135429518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214135429518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214135429518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214135429518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214135429522 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214135429522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214135429522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214135429522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:54:30.495044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30058): Terminating (SIGTERM)\u000a13:54:30.534628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30061): Terminating (SIGTERM)\u000a13:54:30.573838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30064): Terminating (SIGTERM)\u000a13:54:30.582920 --- ParallelTerminationStrategy: PID 30058 died...\u000a13:54:30.635994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30058): Terminated: ok {rc=0}\u000a13:54:30.645688 --- ParallelTerminationStrategy: PID 30061 died...\u000a13:54:30.698351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30061): Terminated: ok {rc=0}\u000a13:54:30.707722 --- ParallelTerminationStrategy: PID 30064 died...\u000a13:54:30.760201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30064): Terminated: ok {rc=0}\u000a13:54:30.868776 bus /sierra_3: Setting Powered False\u000a13:54:31.976597 bus /sierra_3: Setting Powered False\u000a13:54:33.083006 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30073): Process ended prematurely: osmo-stp_10.42.42.5(pid=30073) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30073)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30073): Process ended prematurely: osmo-stp_10.42.42.5(pid=30073) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:54:34.197619 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:34.209836 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:54:34.363978 tst mo_mt_call_osmux.py: using LAC 41355\u000a13:54:34.493837 tst mo_mt_call_osmux.py: using RAC 45\u000a13:54:34.614205 tst mo_mt_call_osmux.py: using CellId 41355\u000a13:54:34.731366 tst mo_mt_call_osmux.py: using BVCI 41356\u000a13:54:34.754376 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:34.765671 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:34.776723 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:34.787853 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:34.799915 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:34.811588 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:54:34.931822 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:54:35.134717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:35.615999 run create_hlr_db(pid=30067): Launched\u000a13:54:35.789132 bus /sierra_2: Setting Powered False\u000a13:54:36.811274 run create_hlr_db(pid=30067): Terminated: ok {rc=0}\u000a13:54:37.240435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30069): Launched\u000a13:54:37.563467 run osmo-hlr_10.42.42.2(pid=30070): Launched\u000a13:54:37.683518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:38.244398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30072): Launched\u000a13:54:38.567155 run osmo-stp_10.42.42.5(pid=30073): Launched\u000a13:54:38.685115 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:54:39.277018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30075): Launched\u000a13:54:39.601994 run osmo-msc_10.42.42.6(pid=30076): Launched\u000a13:54:39.791920 run osmo-stp_10.42.42.5(pid=30073): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30073)]\u000a13:54:39.930809 run osmo-stp_10.42.42.5(pid=30073): stdout: \u000a| (launched: 2022-12-14_13:54:38.408779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:40.068071 run osmo-stp_10.42.42.5(pid=30073): stderr: \u000a| �[0;m�[38;5;43m20221214135438599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135438599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135438600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135438600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135438601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135438601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135438601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:40.198724 run osmo-stp_10.42.42.5(pid=30073): stdout: \u000a| (launched: 2022-12-14_13:54:38.408779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:40.328118 run osmo-stp_10.42.42.5(pid=30073): stderr: \u000a| �[0;m�[38;5;43m20221214135438599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135438599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135438600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135438600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135438601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135438601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135438601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:40.385217 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30073): Process ended prematurely: osmo-stp_10.42.42.5(pid=30073) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30073)] [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:54:40.394379 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:54:40.457435 run osmo-hlr_10.42.42.2(pid=30070): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30070)]\u000a13:54:40.509432 run osmo-hlr_10.42.42.2(pid=30070): stdout: \u000a| (launched: 2022-12-14_13:54:37.405230) \u000a13:54:40.561990 run osmo-hlr_10.42.42.2(pid=30070): stderr: \u000a| �[0;m�[1;31m20221214135437604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135437604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135437604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135437604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135437604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135437604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135437616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135437624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135437625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135437625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:40.633195 run osmo-msc_10.42.42.6(pid=30076): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30076)]\u000a13:54:40.684840 run osmo-msc_10.42.42.6(pid=30076): stdout: \u000a| (launched: 2022-12-14_13:54:39.442150) \u000a13:54:40.736928 run osmo-msc_10.42.42.6(pid=30076): stderr: \u000a| �[0;m�[38;5;43m20221214135439764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214135439764 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad41e98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214135439764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214135439764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214135439764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214135439765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214135439766 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214135439767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214135439767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214135439767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:54:40.781678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30069): Terminating (SIGTERM)\u000a13:54:40.824107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30072): Terminating (SIGTERM)\u000a13:54:40.866681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30075): Terminating (SIGTERM)\u000a13:54:40.876349 --- ParallelTerminationStrategy: PID 30069 died...\u000a13:54:40.932649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30069): Terminated: ok {rc=0}\u000a13:54:40.942675 --- ParallelTerminationStrategy: PID 30072 died...\u000a13:54:40.998649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30072): Terminated: ok {rc=0}\u000a13:54:41.008659 --- ParallelTerminationStrategy: PID 30075 died...\u000a13:54:41.064717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30075): Terminated: ok {rc=0}\u000a13:54:41.151952 bus /sierra_3: Setting Powered False\u000a13:54:42.254341 bus /sierra_3: Setting Powered False\u000a13:54:43.364493 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:54:23" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30088): Process ended prematurely: osmo-stp_10.42.42.5(pid=30088) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30088)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30088): Process ended prematurely: osmo-stp_10.42.42.5(pid=30088) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:54:45.335537 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:54:45.346672 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:54:45.491727 tst mo_mt_call.py: using LAC 41356\u000a13:54:45.610266 tst mo_mt_call.py: using RAC 46\u000a13:54:45.726466 tst mo_mt_call.py: using CellId 41356\u000a13:54:45.843085 tst mo_mt_call.py: using BVCI 41357\u000a13:54:45.866904 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:54:45.878520 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:54:45.890023 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:54:45.901667 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:54:45.913258 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:54:45.924588 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:54:46.051092 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:54:46.294887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:46.838946 run create_hlr_db(pid=30082): Launched\u000a13:54:47.015703 bus /sierra_2: Setting Powered False\u000a13:54:48.034363 run create_hlr_db(pid=30082): Terminated: ok {rc=0}\u000a13:54:48.462847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30084): Launched\u000a13:54:48.785259 run osmo-hlr_10.42.42.2(pid=30085): Launched\u000a13:54:48.902143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:49.464225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30087): Launched\u000a13:54:49.786596 run osmo-stp_10.42.42.5(pid=30088): Launched\u000a13:54:49.904202 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:54:50.493829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30090): Launched\u000a13:54:50.817492 run osmo-msc_10.42.42.6(pid=30091): Launched\u000a13:54:51.007317 run osmo-stp_10.42.42.5(pid=30088): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30088)]\u000a13:54:51.145189 run osmo-stp_10.42.42.5(pid=30088): stdout: \u000a| (launched: 2022-12-14_13:54:49.628539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:51.282661 run osmo-stp_10.42.42.5(pid=30088): stderr: \u000a| �[0;m�[38;5;43m20221214135449821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135449822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135449822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135449822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135449823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135449823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135449823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:51.413421 run osmo-stp_10.42.42.5(pid=30088): stdout: \u000a| (launched: 2022-12-14_13:54:49.628539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:51.542872 run osmo-stp_10.42.42.5(pid=30088): stderr: \u000a| �[0;m�[38;5;43m20221214135449821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135449822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135449822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135449822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135449823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135449823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135449823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:51.599772 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30088): Process ended prematurely: osmo-stp_10.42.42.5(pid=30088) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30088)] [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:54:51.609212 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:54:51.671845 run osmo-hlr_10.42.42.2(pid=30085): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30085)]\u000a13:54:51.723388 run osmo-hlr_10.42.42.2(pid=30085): stdout: \u000a| (launched: 2022-12-14_13:54:48.627177) \u000a13:54:51.775342 run osmo-hlr_10.42.42.2(pid=30085): stderr: \u000a| �[0;m�[1;31m20221214135448827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135448827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135448827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135448827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135448827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135448827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135448840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135448848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135448848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135448848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:51.846324 run osmo-msc_10.42.42.6(pid=30091): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30091)]\u000a13:54:51.897875 run osmo-msc_10.42.42.6(pid=30091): stdout: \u000a| (launched: 2022-12-14_13:54:50.658631) \u000a13:54:51.949740 run osmo-msc_10.42.42.6(pid=30091): stderr: \u000a| �[0;m�[38;5;43m20221214135450979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214135450979 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff624285c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214135450979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214135450979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214135450979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214135450980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214135450983 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214135450984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214135450984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214135450984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:54:51.994033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30084): Terminating (SIGTERM)\u000a13:54:52.035786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30087): Terminating (SIGTERM)\u000a13:54:52.077606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30090): Terminating (SIGTERM)\u000a13:54:52.087285 --- ParallelTerminationStrategy: PID 30084 died...\u000a13:54:52.143821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30084): Terminated: ok {rc=0}\u000a13:54:52.153849 --- ParallelTerminationStrategy: PID 30087 died...\u000a13:54:52.209808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30087): Terminated: ok {rc=0}\u000a13:54:52.219770 --- ParallelTerminationStrategy: PID 30090 died...\u000a13:54:52.275879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30090): Terminated: ok {rc=0}\u000a13:54:52.363426 bus /sierra_3: Setting Powered False\u000a13:54:53.469207 bus /sierra_3: Setting Powered False\u000a13:54:54.581388 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30099): Process ended prematurely: osmo-stp_10.42.42.5(pid=30099) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30099)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30099): Process ended prematurely: osmo-stp_10.42.42.5(pid=30099) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30099)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:54:55.690188 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:54:55.701802 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:54:55.848667 tst mo_mt_call_osmux.py: using LAC 41357\u000a13:54:55.968443 tst mo_mt_call_osmux.py: using RAC 47\u000a13:54:56.089101 tst mo_mt_call_osmux.py: using CellId 41357\u000a13:54:56.214980 tst mo_mt_call_osmux.py: using BVCI 41358\u000a13:54:56.239600 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:54:56.251398 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:54:56.263028 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:54:56.274720 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:54:56.286582 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:54:56.298293 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:54:56.418261 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:54:56.620403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:57.103880 run create_hlr_db(pid=30093): Launched\u000a13:54:57.277902 bus /sierra_2: Setting Powered False\u000a13:54:58.299458 run create_hlr_db(pid=30093): Terminated: ok {rc=0}\u000a13:54:58.728071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30095): Launched\u000a13:54:59.051631 run osmo-hlr_10.42.42.2(pid=30096): Launched\u000a13:54:59.169680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:59.731941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30098): Launched\u000a13:55:00.056762 run osmo-stp_10.42.42.5(pid=30099): Launched\u000a13:55:00.174649 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:55:00.764654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30101): Launched\u000a13:55:01.209891 run osmo-msc_10.42.42.6(pid=30102): Launched\u000a13:55:01.791448 run osmo-stp_10.42.42.5(pid=30099): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30099)]\u000a13:55:02.008065 run osmo-stp_10.42.42.5(pid=30099): stdout: \u000a| (launched: 2022-12-14_13:54:59.897451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:02.137213 run osmo-stp_10.42.42.5(pid=30099): stderr: \u000a| �[0;m�[38;5;43m20221214135500093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135500093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135500093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135500094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135500094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135500094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135500094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:02.262177 run osmo-stp_10.42.42.5(pid=30099): stdout: \u000a| (launched: 2022-12-14_13:54:59.897451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:02.385806 run osmo-stp_10.42.42.5(pid=30099): stderr: \u000a| �[0;m�[38;5;43m20221214135500093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135500093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135500093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135500094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135500094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135500094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135500094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:02.440886 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30099): Process ended prematurely: osmo-stp_10.42.42.5(pid=30099) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30099)] [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:55:02.449838 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a13:55:02.510959 run osmo-hlr_10.42.42.2(pid=30096): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30096)]\u000a13:55:02.560242 run osmo-hlr_10.42.42.2(pid=30096): stdout: \u000a| (launched: 2022-12-14_13:54:58.893542) \u000a13:55:02.609983 run osmo-hlr_10.42.42.2(pid=30096): stderr: \u000a| �[0;m�[1;31m20221214135459094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135459094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135459094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135459094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135459094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135459094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135459107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135459117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135459117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135459117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:02.677409 run osmo-msc_10.42.42.6(pid=30102): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30102)]\u000a13:55:02.726220 run osmo-msc_10.42.42.6(pid=30102): stdout: \u000a| (launched: 2022-12-14_13:55:00.947497) \u000a13:55:02.775744 run osmo-msc_10.42.42.6(pid=30102): stderr: \u000a| �[0;m�[38;5;43m20221214135501558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214135501558 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2b14c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214135501558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214135501558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214135501559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214135501559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214135501560 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214135501564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214135501564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214135501564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:55:02.817741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30095): Terminating (SIGTERM)\u000a13:55:02.858352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30098): Terminating (SIGTERM)\u000a13:55:02.897849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30101): Terminating (SIGTERM)\u000a13:55:02.907000 --- ParallelTerminationStrategy: PID 30095 died...\u000a13:55:02.959870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30095): Terminated: ok {rc=0}\u000a13:55:02.969506 --- ParallelTerminationStrategy: PID 30098 died...\u000a13:55:03.022286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30098): Terminated: ok {rc=0}\u000a13:55:03.031782 --- ParallelTerminationStrategy: PID 30101 died...\u000a13:55:03.084467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30101): Terminated: ok {rc=0}\u000a13:55:03.167488 bus /sierra_3: Setting Powered False\u000a13:55:04.269773 bus /sierra_3: Setting Powered False\u000a13:55:05.375346 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:54:45" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30116): Process ended prematurely: osmo-stp_10.42.42.5(pid=30116) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30116)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30116): Process ended prematurely: osmo-stp_10.42.42.5(pid=30116) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:55:07.351756 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:07.363557 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:55:07.515482 tst mo_mt_call.py: using LAC 41358\u000a13:55:07.639904 tst mo_mt_call.py: using RAC 48\u000a13:55:07.765101 tst mo_mt_call.py: using CellId 41358\u000a13:55:07.889639 tst mo_mt_call.py: using BVCI 41359\u000a13:55:07.914131 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:07.925747 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:07.937168 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:07.948598 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:07.960592 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:07.972446 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:55:08.089415 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:55:08.299831 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:08.806937 run create_hlr_db(pid=30110): Launched\u000a13:55:08.994586 bus /sierra_2: Setting Powered False\u000a13:55:10.016247 run create_hlr_db(pid=30110): Terminated: ok {rc=0}\u000a13:55:10.421394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30112): Launched\u000a13:55:10.724076 run osmo-hlr_10.42.42.2(pid=30113): Launched\u000a13:55:10.834745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:55:11.355536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30115): Launched\u000a13:55:11.657536 run osmo-stp_10.42.42.5(pid=30116): Launched\u000a13:55:11.767654 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:55:12.316198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30118): Launched\u000a13:55:12.617963 run osmo-msc_10.42.42.6(pid=30119): Launched\u000a13:55:12.795145 run osmo-stp_10.42.42.5(pid=30116): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30116)]\u000a13:55:12.922650 run osmo-stp_10.42.42.5(pid=30116): stdout: \u000a| (launched: 2022-12-14_13:55:11.509486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:13.047497 run osmo-stp_10.42.42.5(pid=30116): stderr: \u000a| �[0;m�[38;5;43m20221214135511682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135511682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135511682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135511683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135511683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135511683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135511683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:13.168466 run osmo-stp_10.42.42.5(pid=30116): stdout: \u000a| (launched: 2022-12-14_13:55:11.509486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:13.288209 run osmo-stp_10.42.42.5(pid=30116): stderr: \u000a| �[0;m�[38;5;43m20221214135511682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135511682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135511682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135511683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135511683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135511683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135511683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:13.340880 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30116): Process ended prematurely: osmo-stp_10.42.42.5(pid=30116) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30116)] [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:55:13.349416 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:55:13.408623 run osmo-hlr_10.42.42.2(pid=30113): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30113)]\u000a13:55:13.457173 run osmo-hlr_10.42.42.2(pid=30113): stdout: \u000a| (launched: 2022-12-14_13:55:10.575020) \u000a13:55:13.506834 run osmo-hlr_10.42.42.2(pid=30113): stderr: \u000a| �[0;m�[1;31m20221214135510752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135510752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135510752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135510752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135510752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135510752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135510764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135510773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135510774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135510774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:13.573347 run osmo-msc_10.42.42.6(pid=30119): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30119)]\u000a13:55:13.621335 run osmo-msc_10.42.42.6(pid=30119): stdout: \u000a| (launched: 2022-12-14_13:55:12.469087) \u000a13:55:13.669881 run osmo-msc_10.42.42.6(pid=30119): stderr: \u000a| �[0;m�[38;5;43m20221214135512741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214135512741 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d77439c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214135512741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214135512741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214135512741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214135512741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214135512743 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214135512743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214135512743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214135512744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:55:13.711073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30112): Terminating (SIGTERM)\u000a13:55:13.750191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30115): Terminating (SIGTERM)\u000a13:55:13.789248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30118): Terminating (SIGTERM)\u000a13:55:13.798387 --- ParallelTerminationStrategy: PID 30112 died...\u000a13:55:13.850833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30112): Terminated: ok {rc=0}\u000a13:55:13.860287 --- ParallelTerminationStrategy: PID 30115 died...\u000a13:55:13.912695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30115): Terminated: ok {rc=0}\u000a13:55:13.922210 --- ParallelTerminationStrategy: PID 30118 died...\u000a13:55:13.974455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30118): Terminated: ok {rc=0}\u000a13:55:14.061491 bus /sierra_3: Setting Powered False\u000a13:55:15.163524 bus /sierra_3: Setting Powered False\u000a13:55:16.284039 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30127): Process ended prematurely: osmo-stp_10.42.42.5(pid=30127) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30127)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30127): Process ended prematurely: osmo-stp_10.42.42.5(pid=30127) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:55:17.390879 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:17.403081 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:55:17.549337 tst mo_mt_call_osmux.py: using LAC 41359\u000a13:55:17.667209 tst mo_mt_call_osmux.py: using RAC 49\u000a13:55:17.786916 tst mo_mt_call_osmux.py: using CellId 41359\u000a13:55:17.906228 tst mo_mt_call_osmux.py: using BVCI 41360\u000a13:55:17.929849 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:17.941194 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:17.952384 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:17.963654 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:17.974934 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:17.986105 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:55:18.101955 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:55:18.302061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:18.782572 run create_hlr_db(pid=30121): Launched\u000a13:55:18.955723 bus /sierra_2: Setting Powered False\u000a13:55:19.977780 run create_hlr_db(pid=30121): Terminated: ok {rc=0}\u000a13:55:20.406750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30123): Launched\u000a13:55:20.731044 run osmo-hlr_10.42.42.2(pid=30124): Launched\u000a13:55:20.853152 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:55:21.414315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30126): Launched\u000a13:55:21.738389 run osmo-stp_10.42.42.5(pid=30127): Launched\u000a13:55:21.856517 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:55:22.451885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30129): Launched\u000a13:55:22.774978 run osmo-msc_10.42.42.6(pid=30130): Launched\u000a13:55:22.964176 run osmo-stp_10.42.42.5(pid=30127): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30127)]\u000a13:55:23.100802 run osmo-stp_10.42.42.5(pid=30127): stdout: \u000a| (launched: 2022-12-14_13:55:21.579333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:23.236572 run osmo-stp_10.42.42.5(pid=30127): stderr: \u000a| �[0;m�[38;5;43m20221214135521773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135521773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135521773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135521774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135521774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135521774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135521774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:23.367050 run osmo-stp_10.42.42.5(pid=30127): stdout: \u000a| (launched: 2022-12-14_13:55:21.579333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:23.496466 run osmo-stp_10.42.42.5(pid=30127): stderr: \u000a| �[0;m�[38;5;43m20221214135521773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135521773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135521773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135521774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135521774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135521774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135521774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:23.553411 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30127): Process ended prematurely: osmo-stp_10.42.42.5(pid=30127) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30127)] [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:55:23.562650 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:55:23.625584 run osmo-hlr_10.42.42.2(pid=30124): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30124)]\u000a13:55:23.676921 run osmo-hlr_10.42.42.2(pid=30124): stdout: \u000a| (launched: 2022-12-14_13:55:20.571720) \u000a13:55:23.728874 run osmo-hlr_10.42.42.2(pid=30124): stderr: \u000a| �[0;m�[1;31m20221214135520770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135520770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135520770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135520770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135520770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135520770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135520785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135520793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135520793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135520793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:23.799062 run osmo-msc_10.42.42.6(pid=30130): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30130)]\u000a13:55:23.850543 run osmo-msc_10.42.42.6(pid=30130): stdout: \u000a| (launched: 2022-12-14_13:55:22.616836) \u000a13:55:23.902404 run osmo-msc_10.42.42.6(pid=30130): stderr: \u000a| �[0;m�[38;5;43m20221214135522940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214135522941 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7ca1f19c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214135522941 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214135522941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214135522941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214135522941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214135522943 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214135522943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214135522943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214135522943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:55:23.946558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30123): Terminating (SIGTERM)\u000a13:55:23.988106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30126): Terminating (SIGTERM)\u000a13:55:24.030238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30129): Terminating (SIGTERM)\u000a13:55:24.039818 --- ParallelTerminationStrategy: PID 30123 died...\u000a13:55:24.095778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30123): Terminated: ok {rc=0}\u000a13:55:24.105798 --- ParallelTerminationStrategy: PID 30126 died...\u000a13:55:24.161892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30126): Terminated: ok {rc=0}\u000a13:55:24.171911 --- ParallelTerminationStrategy: PID 30129 died...\u000a13:55:24.227482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30129): Terminated: ok {rc=0}\u000a13:55:24.313816 bus /sierra_3: Setting Powered False\u000a13:55:25.416476 bus /sierra_3: Setting Powered False\u000a13:55:26.521782 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:55:07" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30141): Process ended prematurely: osmo-stp_10.42.42.5(pid=30141) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30141)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30141): Process ended prematurely: osmo-stp_10.42.42.5(pid=30141) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:55:28.492257 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:55:28.503509 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:55:28.653397 tst mo_mt_call.py: using LAC 41360\u000a13:55:28.770121 tst mo_mt_call.py: using RAC 50\u000a13:55:28.895308 tst mo_mt_call.py: using CellId 41360\u000a13:55:29.020063 tst mo_mt_call.py: using BVCI 41361\u000a13:55:29.044386 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:55:29.055950 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:55:29.067361 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:55:29.078827 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:55:29.090617 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:55:29.102367 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:55:29.218388 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:55:29.429232 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:29.936707 run create_hlr_db(pid=30135): Launched\u000a13:55:30.123770 bus /sierra_2: Setting Powered False\u000a13:55:31.201944 run create_hlr_db(pid=30135): Terminated: ok {rc=0}\u000a13:55:31.649922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30137): Launched\u000a13:55:32.059479 run osmo-hlr_10.42.42.2(pid=30138): Launched\u000a13:55:32.243834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:55:32.801397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30140): Launched\u000a13:55:33.123737 run osmo-stp_10.42.42.5(pid=30141): Launched\u000a13:55:33.241553 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:55:33.830261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30143): Launched\u000a13:55:34.153902 run osmo-msc_10.42.42.6(pid=30144): Launched\u000a13:55:34.343577 run osmo-stp_10.42.42.5(pid=30141): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30141)]\u000a13:55:34.480541 run osmo-stp_10.42.42.5(pid=30141): stdout: \u000a| (launched: 2022-12-14_13:55:32.965722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:34.617003 run osmo-stp_10.42.42.5(pid=30141): stderr: \u000a| �[0;m�[38;5;43m20221214135533157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135533157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135533157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135533158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135533158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135533158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135533158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:34.747070 run osmo-stp_10.42.42.5(pid=30141): stdout: \u000a| (launched: 2022-12-14_13:55:32.965722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:34.876545 run osmo-stp_10.42.42.5(pid=30141): stderr: \u000a| �[0;m�[38;5;43m20221214135533157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135533157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135533157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135533158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135533158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135533158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135533158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:34.933435 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30141): Process ended prematurely: osmo-stp_10.42.42.5(pid=30141) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30141)] [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:55:34.942806 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a13:55:35.005623 run osmo-hlr_10.42.42.2(pid=30138): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30138)]\u000a13:55:35.057278 run osmo-hlr_10.42.42.2(pid=30138): stdout: \u000a| (launched: 2022-12-14_13:55:31.806683) \u000a13:55:35.109184 run osmo-hlr_10.42.42.2(pid=30138): stderr: \u000a| �[0;m�[1;31m20221214135532151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135532151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135532151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135532151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135532151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135532151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135532170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135532179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135532179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135532179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:35.179599 run osmo-msc_10.42.42.6(pid=30144): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30144)]\u000a13:55:35.230843 run osmo-msc_10.42.42.6(pid=30144): stdout: \u000a| (launched: 2022-12-14_13:55:33.994779) \u000a13:55:35.282681 run osmo-msc_10.42.42.6(pid=30144): stderr: \u000a| �[0;m�[38;5;43m20221214135534316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214135534316 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7800165c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214135534316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214135534316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214135534316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214135534317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214135534318 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214135534319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214135534319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214135534319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:55:35.326805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30137): Terminating (SIGTERM)\u000a13:55:35.368847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30140): Terminating (SIGTERM)\u000a13:55:35.410697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30143): Terminating (SIGTERM)\u000a13:55:35.420445 --- ParallelTerminationStrategy: PID 30137 died...\u000a13:55:35.476762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30137): Terminated: ok {rc=0}\u000a13:55:35.486912 --- ParallelTerminationStrategy: PID 30140 died...\u000a13:55:35.542669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30140): Terminated: ok {rc=0}\u000a13:55:35.552739 --- ParallelTerminationStrategy: PID 30143 died...\u000a13:55:35.608924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30143): Terminated: ok {rc=0}\u000a13:55:35.695305 bus /sierra_3: Setting Powered False\u000a13:55:36.800630 bus /sierra_3: Setting Powered False\u000a13:55:37.906776 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30152): Process ended prematurely: osmo-stp_10.42.42.5(pid=30152) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30152)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30152): Process ended prematurely: osmo-stp_10.42.42.5(pid=30152) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:55:39.021484 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:55:39.033782 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:55:39.188566 tst mo_mt_call_osmux.py: using LAC 41361\u000a13:55:39.315384 tst mo_mt_call_osmux.py: using RAC 51\u000a13:55:39.441364 tst mo_mt_call_osmux.py: using CellId 41361\u000a13:55:39.561072 tst mo_mt_call_osmux.py: using BVCI 41362\u000a13:55:39.583979 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:55:39.595731 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:55:39.607045 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:55:39.618560 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:55:39.630021 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:55:39.641345 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:55:39.759990 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:55:39.961194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:40.443013 run create_hlr_db(pid=30146): Launched\u000a13:55:40.616546 bus /sierra_2: Setting Powered False\u000a13:55:41.638618 run create_hlr_db(pid=30146): Terminated: ok {rc=0}\u000a13:55:42.039471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30148): Launched\u000a13:55:42.340358 run osmo-hlr_10.42.42.2(pid=30149): Launched\u000a13:55:42.458785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:55:42.985424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30151): Launched\u000a13:55:43.286684 run osmo-stp_10.42.42.5(pid=30152): Launched\u000a13:55:43.396299 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:55:43.947370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30154): Launched\u000a13:55:44.249126 run osmo-msc_10.42.42.6(pid=30155): Launched\u000a13:55:44.426064 run osmo-stp_10.42.42.5(pid=30152): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30152)]\u000a13:55:44.554007 run osmo-stp_10.42.42.5(pid=30152): stdout: \u000a| (launched: 2022-12-14_13:55:43.138036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:44.679442 run osmo-stp_10.42.42.5(pid=30152): stderr: \u000a| �[0;m�[38;5;43m20221214135543309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135543309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135543309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135543310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135543310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135543310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135543310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:44.800213 run osmo-stp_10.42.42.5(pid=30152): stdout: \u000a| (launched: 2022-12-14_13:55:43.138036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:44.920220 run osmo-stp_10.42.42.5(pid=30152): stderr: \u000a| �[0;m�[38;5;43m20221214135543309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135543309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135543309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135543310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135543310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135543310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135543310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:44.973299 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30152): Process ended prematurely: osmo-stp_10.42.42.5(pid=30152) [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30152)] [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:55:44.981947 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:55:45.040976 run osmo-hlr_10.42.42.2(pid=30149): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30149)]\u000a13:55:45.089500 run osmo-hlr_10.42.42.2(pid=30149): stdout: \u000a| (launched: 2022-12-14_13:55:42.192872) \u000a13:55:45.138914 run osmo-hlr_10.42.42.2(pid=30149): stderr: \u000a| �[0;m�[1;31m20221214135542368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135542368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135542368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135542368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135542368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135542368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135542380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135542389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135542390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135542390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:45.206043 run osmo-msc_10.42.42.6(pid=30155): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30155)]\u000a13:55:45.254700 run osmo-msc_10.42.42.6(pid=30155): stdout: \u000a| (launched: 2022-12-14_13:55:44.100285) \u000a13:55:45.303703 run osmo-msc_10.42.42.6(pid=30155): stderr: \u000a| �[0;m�[38;5;43m20221214135544372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214135544372 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb31140fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214135544372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214135544372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214135544372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214135544372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214135544374 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214135544375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214135544375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214135544375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:55:45.345351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30148): Terminating (SIGTERM)\u000a13:55:45.384532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30151): Terminating (SIGTERM)\u000a13:55:45.423865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30154): Terminating (SIGTERM)\u000a13:55:45.433148 --- ParallelTerminationStrategy: PID 30148 died...\u000a13:55:45.486014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30148): Terminated: ok {rc=0}\u000a13:55:45.495553 --- ParallelTerminationStrategy: PID 30151 died...\u000a13:55:45.547919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30151): Terminated: ok {rc=0}\u000a13:55:45.557534 --- ParallelTerminationStrategy: PID 30154 died...\u000a13:55:45.609776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30154): Terminated: ok {rc=0}\u000a13:55:45.693082 bus /sierra_3: Setting Powered False\u000a13:55:46.797962 bus /sierra_3: Setting Powered False\u000a13:55:47.907170 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:55:28" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30167): Process ended prematurely: osmo-stp_10.42.42.5(pid=30167) [trial-2405↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30167)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30167): Process ended prematurely: osmo-stp_10.42.42.5(pid=30167) [trial-2405↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:55:49.876143 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:55:49.888129 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:55:50.043351 tst mo_mt_call.py: using LAC 41362\u000a13:55:50.168587 tst mo_mt_call.py: using RAC 52\u000a13:55:50.293801 tst mo_mt_call.py: using CellId 41362\u000a13:55:50.420799 tst mo_mt_call.py: using BVCI 41363\u000a13:55:50.445479 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:55:50.457304 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:55:50.469066 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:55:50.480640 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:55:50.492846 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:55:50.504928 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:55:50.623568 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:55:50.823411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:51.304432 run create_hlr_db(pid=30160): Launched\u000a13:55:51.477600 bus /sierra_2: Setting Powered False\u000a13:55:52.500253 run create_hlr_db(pid=30160): Terminated: ok {rc=0}\u000a13:55:52.930655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30163): Launched\u000a13:55:53.254753 run osmo-hlr_10.42.42.2(pid=30164): Launched\u000a13:55:53.376853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:55:53.937825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30166): Launched\u000a13:55:54.260572 run osmo-stp_10.42.42.5(pid=30167): Launched\u000a13:55:54.378113 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:55:54.972465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30169): Launched\u000a13:55:55.296675 run osmo-msc_10.42.42.6(pid=30170): Launched\u000a13:55:55.486952 run osmo-stp_10.42.42.5(pid=30167): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30167)]\u000a13:55:55.623884 run osmo-stp_10.42.42.5(pid=30167): stdout: \u000a| (launched: 2022-12-14_13:55:54.102503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:55.761053 run osmo-stp_10.42.42.5(pid=30167): stderr: \u000a| �[0;m�[38;5;43m20221214135554297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135554297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135554297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135554298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135554298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135554298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135554298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:55.892382 run osmo-stp_10.42.42.5(pid=30167): stdout: \u000a| (launched: 2022-12-14_13:55:54.102503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:56.022221 run osmo-stp_10.42.42.5(pid=30167): stderr: \u000a| �[0;m�[38;5;43m20221214135554297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135554297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135554297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135554298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135554298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135554298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135554298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:56.079275 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30167): Process ended prematurely: osmo-stp_10.42.42.5(pid=30167) [trial-2405↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30167)] [trial-2405↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:55:56.088497 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:55:56.151890 run osmo-hlr_10.42.42.2(pid=30164): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30164)]\u000a13:55:56.203635 run osmo-hlr_10.42.42.2(pid=30164): stdout: \u000a| (launched: 2022-12-14_13:55:53.095456) \u000a13:55:56.256564 run osmo-hlr_10.42.42.2(pid=30164): stderr: \u000a| �[0;m�[1;31m20221214135553292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135553292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135553292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135553292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135553292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135553292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135553309 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135553318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135553319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135553319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:56.327839 run osmo-msc_10.42.42.6(pid=30170): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30170)]\u000a13:55:56.379494 run osmo-msc_10.42.42.6(pid=30170): stdout: \u000a| (launched: 2022-12-14_13:55:55.137551) \u000a13:55:56.431587 run osmo-msc_10.42.42.6(pid=30170): stderr: \u000a| �[0;m�[38;5;43m20221214135555462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214135555462 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd818cf7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214135555462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214135555462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214135555462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214135555462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214135555464 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214135555464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214135555465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214135555465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:55:56.475863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30163): Terminating (SIGTERM)\u000a13:55:56.518156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30166): Terminating (SIGTERM)\u000a13:55:56.560193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30169): Terminating (SIGTERM)\u000a13:55:56.569968 --- ParallelTerminationStrategy: PID 30163 died...\u000a13:55:56.626604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30163): Terminated: ok {rc=0}\u000a13:55:56.636670 --- ParallelTerminationStrategy: PID 30166 died...\u000a13:55:56.692997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30166): Terminated: ok {rc=0}\u000a13:55:56.703038 --- ParallelTerminationStrategy: PID 30169 died...\u000a13:55:56.759231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30169): Terminated: ok {rc=0}\u000a13:55:56.846349 bus /sierra_3: Setting Powered False\u000a13:55:57.951651 bus /sierra_3: Setting Powered False\u000a13:55:59.060772 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30178): Process ended prematurely: osmo-stp_10.42.42.5(pid=30178) [trial-2405↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30178)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30178): Process ended prematurely: osmo-stp_10.42.42.5(pid=30178) [trial-2405↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:56:00.175333 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:56:00.187561 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:56:00.343616 tst mo_mt_call_osmux.py: using LAC 41363\u000a13:56:00.469343 tst mo_mt_call_osmux.py: using RAC 53\u000a13:56:00.598877 tst mo_mt_call_osmux.py: using CellId 41363\u000a13:56:00.724909 tst mo_mt_call_osmux.py: using BVCI 41364\u000a13:56:00.749587 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:56:00.761187 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:56:00.772466 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:56:00.784329 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:56:00.796275 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:56:00.808083 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:56:00.962934 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:56:01.178255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:56:01.727781 run create_hlr_db(pid=30172): Launched\u000a13:56:01.919450 bus /sierra_2: Setting Powered False\u000a13:56:02.925106 run create_hlr_db(pid=30172): Terminated: ok {rc=0}\u000a13:56:03.365219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30174): Launched\u000a13:56:03.687811 run osmo-hlr_10.42.42.2(pid=30175): Launched\u000a13:56:03.809292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:04.364371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30177): Launched\u000a13:56:04.667289 run osmo-stp_10.42.42.5(pid=30178): Launched\u000a13:56:04.777485 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:56:05.328381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30180): Launched\u000a13:56:05.631659 run osmo-msc_10.42.42.6(pid=30181): Launched\u000a13:56:05.808625 run osmo-stp_10.42.42.5(pid=30178): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30178)]\u000a13:56:05.936559 run osmo-stp_10.42.42.5(pid=30178): stdout: \u000a| (launched: 2022-12-14_13:56:04.518144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:06.062085 run osmo-stp_10.42.42.5(pid=30178): stderr: \u000a| �[0;m�[38;5;43m20221214135604689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135604689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135604689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135604690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135604692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135604692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135604692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:06.183286 run osmo-stp_10.42.42.5(pid=30178): stdout: \u000a| (launched: 2022-12-14_13:56:04.518144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:06.303518 run osmo-stp_10.42.42.5(pid=30178): stderr: \u000a| �[0;m�[38;5;43m20221214135604689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135604689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135604689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135604690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135604692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135604692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135604692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:06.356439 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30178): Process ended prematurely: osmo-stp_10.42.42.5(pid=30178) [trial-2405↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30178)] [trial-2405↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:56:06.365166 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:56:06.424592 run osmo-hlr_10.42.42.2(pid=30175): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30175)]\u000a13:56:06.473348 run osmo-hlr_10.42.42.2(pid=30175): stdout: \u000a| (launched: 2022-12-14_13:56:03.529213) \u000a13:56:06.522834 run osmo-hlr_10.42.42.2(pid=30175): stderr: \u000a| �[0;m�[1;31m20221214135603728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135603728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135603728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135603728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135603728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135603728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135603741 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135603749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135603749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135603749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:06.589815 run osmo-msc_10.42.42.6(pid=30181): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30181)]\u000a13:56:06.638224 run osmo-msc_10.42.42.6(pid=30181): stdout: \u000a| (launched: 2022-12-14_13:56:05.481720) \u000a13:56:06.687211 run osmo-msc_10.42.42.6(pid=30181): stderr: \u000a| �[0;m�[38;5;43m20221214135605753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214135605753 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb31bccfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214135605753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214135605753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214135605753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214135605753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214135605755 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214135605755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214135605756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214135605756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:56:06.728827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30174): Terminating (SIGTERM)\u000a13:56:06.768075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30177): Terminating (SIGTERM)\u000a13:56:06.807516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30180): Terminating (SIGTERM)\u000a13:56:06.816742 --- ParallelTerminationStrategy: PID 30174 died...\u000a13:56:06.870067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30174): Terminated: ok {rc=0}\u000a13:56:06.879779 --- ParallelTerminationStrategy: PID 30177 died...\u000a13:56:06.932858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30177): Terminated: ok {rc=0}\u000a13:56:06.942551 --- ParallelTerminationStrategy: PID 30180 died...\u000a13:56:06.995570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30180): Terminated: ok {rc=0}\u000a13:56:07.078441 bus /sierra_3: Setting Powered False\u000a13:56:08.184271 bus /sierra_3: Setting Powered False\u000a13:56:09.294727 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:55:49" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30192): Process ended prematurely: osmo-stp_10.42.42.5(pid=30192) [trial-2405↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30192)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30192): Process ended prematurely: osmo-stp_10.42.42.5(pid=30192) [trial-2405↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:56:11.274860 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:56:11.285504 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:56:11.407991 tst emergency_mo_mt_call.py: using LAC 41364\u000a13:56:11.523536 tst emergency_mo_mt_call.py: using RAC 54\u000a13:56:11.641461 tst emergency_mo_mt_call.py: using CellId 41364\u000a13:56:11.759977 tst emergency_mo_mt_call.py: using BVCI 41365\u000a13:56:11.782435 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:56:11.793113 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:56:11.803548 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:56:11.814396 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:56:11.825398 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:56:11.836264 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:56:11.954497 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:56:12.152468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:56:12.625469 run create_hlr_db(pid=30186): Launched\u000a13:56:12.795070 bus /sierra_2: Setting Powered False\u000a13:56:13.817512 run create_hlr_db(pid=30186): Terminated: ok {rc=0}\u000a13:56:14.212133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30188): Launched\u000a13:56:14.509740 run osmo-hlr_10.42.42.2(pid=30189): Launched\u000a13:56:14.621730 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:15.134111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30191): Launched\u000a13:56:15.430433 run osmo-stp_10.42.42.5(pid=30192): Launched\u000a13:56:15.552515 tst emergency_mo_mt_call.py: using MSISDN 8714\u000a13:56:15.699072 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:56:16.281347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30194): Launched\u000a13:56:16.722803 run osmo-msc_10.42.42.6(pid=30195): Launched\u000a13:56:17.082482 run osmo-stp_10.42.42.5(pid=30192): ERR: Terminated: ERROR {rc=1} [trial-2405↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30192)]\u000a13:56:17.263556 run osmo-stp_10.42.42.5(pid=30192): stdout: \u000a| (launched: 2022-12-14_13:56:15.284278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:17.399836 run osmo-stp_10.42.42.5(pid=30192): stderr: \u000a| �[0;m�[38;5;43m20221214135615456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135615456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135615456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135615457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135615457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135615458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135615458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:17.528601 run osmo-stp_10.42.42.5(pid=30192): stdout: \u000a| (launched: 2022-12-14_13:56:15.284278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:17.656805 run osmo-stp_10.42.42.5(pid=30192): stderr: \u000a| �[0;m�[38;5;43m20221214135615456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135615456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135615456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135615457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135615457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135615458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135615458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:17.713423 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=30192): Process ended prematurely: osmo-stp_10.42.42.5(pid=30192) [trial-2405↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30192)] [trial-2405↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a13:56:17.722644 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a13:56:17.785818 run osmo-hlr_10.42.42.2(pid=30189): ERR: Terminated: ERROR {rc=237} [trial-2405↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30189)]\u000a13:56:17.837679 run osmo-hlr_10.42.42.2(pid=30189): stdout: \u000a| (launched: 2022-12-14_13:56:14.361994) \u000a13:56:17.890431 run osmo-hlr_10.42.42.2(pid=30189): stderr: \u000a| �[0;m�[1;31m20221214135614539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135614539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135614539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135614539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135614539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135614539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135614550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135614559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135614559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135614559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:17.962078 run osmo-msc_10.42.42.6(pid=30195): ERR: Terminated: ERROR {rc=2} [trial-2405↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30195)]\u000a13:56:18.013782 run osmo-msc_10.42.42.6(pid=30195): stdout: \u000a| (launched: 2022-12-14_13:56:16.434337) \u000a13:56:18.065753 run osmo-msc_10.42.42.6(pid=30195): stderr: \u000a| �[0;m�[38;5;43m20221214135616886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214135616886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f885a973c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214135616886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214135616886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214135616886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214135616887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214135616888 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214135616893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214135616893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214135616893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:56:18.110201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30188): Terminating (SIGTERM)\u000a13:56:18.152201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30191): Terminating (SIGTERM)\u000a13:56:18.194154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30194): Terminating (SIGTERM)\u000a13:56:18.203906 --- ParallelTerminationStrategy: PID 30188 died...\u000a13:56:18.260420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30188): Terminated: ok {rc=0}\u000a13:56:18.270627 --- ParallelTerminationStrategy: PID 30191 died...\u000a13:56:18.327164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30191): Terminated: ok {rc=0}\u000a13:56:18.337394 --- ParallelTerminationStrategy: PID 30194 died...\u000a13:56:18.394023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30194): Terminated: ok {rc=0}\u000a13:56:18.480868 bus /sierra_3: Setting Powered False\u000a13:56:19.584603 bus /sierra_3: Setting Powered False\u000a13:56:20.695184 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30203): Process ended prematurely: osmo-stp_10.42.42.5(pid=30203) [trial-2405↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30203)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30203): Process ended prematurely: osmo-stp_10.42.42.5(pid=30203) [trial-2405↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:56:21.747244 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:56:21.759259 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:56:21.887420 tst emergency_preemptive_call.py: using LAC 41365\u000a13:56:22.011752 tst emergency_preemptive_call.py: using RAC 55\u000a13:56:22.129154 tst emergency_preemptive_call.py: using CellId 41365\u000a13:56:22.245099 tst emergency_preemptive_call.py: using BVCI 41366\u000a13:56:22.267435 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:56:22.278258 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:56:22.288726 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:56:22.299220 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:56:22.310183 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:56:22.321205 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:56:22.439273 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:56:22.555187 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:56:22.673145 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:56:22.869995 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:56:23.347368 run create_hlr_db(pid=30197): Launched\u000a13:56:23.518940 bus /sierra_2: Setting Powered False\u000a13:56:24.540813 run create_hlr_db(pid=30197): Terminated: ok {rc=0}\u000a13:56:24.964855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30199): Launched\u000a13:56:25.284319 run osmo-hlr_10.42.42.2(pid=30200): Launched\u000a13:56:25.403849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:25.957594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30202): Launched\u000a13:56:26.277318 run osmo-stp_10.42.42.5(pid=30203): Launched\u000a13:56:26.408653 tst emergency_preemptive_call.py: using MSISDN 8715\u000a13:56:26.567361 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:56:27.144868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30205): Launched\u000a13:56:27.462939 run osmo-msc_10.42.42.6(pid=30206): Launched\u000a13:56:27.650231 run osmo-stp_10.42.42.5(pid=30203): ERR: Terminated: ERROR {rc=1} [trial-2405↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30203)]\u000a13:56:27.785655 run osmo-stp_10.42.42.5(pid=30203): stdout: \u000a| (launched: 2022-12-14_13:56:26.119833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:27.920860 run osmo-stp_10.42.42.5(pid=30203): stderr: \u000a| �[0;m�[38;5;43m20221214135626312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135626312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135626312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135626313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135626313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135626313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135626313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:28.049616 run osmo-stp_10.42.42.5(pid=30203): stdout: \u000a| (launched: 2022-12-14_13:56:26.119833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:28.176424 run osmo-stp_10.42.42.5(pid=30203): stderr: \u000a| �[0;m�[38;5;43m20221214135626312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135626312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135626312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135626313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135626313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135626313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135626313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:28.231863 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=30203): Process ended prematurely: osmo-stp_10.42.42.5(pid=30203) [trial-2405↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30203)] [trial-2405↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a13:56:28.240444 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a13:56:28.303226 run osmo-hlr_10.42.42.2(pid=30200): ERR: Terminated: ERROR {rc=237} [trial-2405↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30200)]\u000a13:56:28.354649 run osmo-hlr_10.42.42.2(pid=30200): stdout: \u000a| (launched: 2022-12-14_13:56:25.126886) \u000a13:56:28.406748 run osmo-hlr_10.42.42.2(pid=30200): stderr: \u000a| �[0;m�[1;31m20221214135625324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135625324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135625324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135625324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135625324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135625325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135625337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135625345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135625345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135625345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:28.477656 run osmo-msc_10.42.42.6(pid=30206): ERR: Terminated: ERROR {rc=2} [trial-2405↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30206)]\u000a13:56:28.528890 run osmo-msc_10.42.42.6(pid=30206): stdout: \u000a| (launched: 2022-12-14_13:56:27.306447) \u000a13:56:28.580755 run osmo-msc_10.42.42.6(pid=30206): stderr: \u000a| �[0;m�[38;5;43m20221214135627631 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214135627631 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7facaa5b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214135627631 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214135627631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214135627631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214135627632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214135627633 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214135627634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214135627634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214135627634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:56:28.625096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30199): Terminating (SIGTERM)\u000a13:56:28.667048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30202): Terminating (SIGTERM)\u000a13:56:28.709546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30205): Terminating (SIGTERM)\u000a13:56:28.719212 --- ParallelTerminationStrategy: PID 30199 died...\u000a13:56:28.775502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30199): Terminated: ok {rc=0}\u000a13:56:28.785676 --- ParallelTerminationStrategy: PID 30202 died...\u000a13:56:28.841618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30202): Terminated: ok {rc=0}\u000a13:56:28.851620 --- ParallelTerminationStrategy: PID 30205 died...\u000a13:56:28.908145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30205): Terminated: ok {rc=0}\u000a13:56:28.994704 bus /sierra_9: Setting Powered False\u000a13:56:30.100847 bus /sierra_9: Setting Powered False\u000a13:56:31.233108 bus /sierra_8: Setting Powered False\u000a13:56:32.337405 bus /sierra_8: Setting Powered False\u000a13:56:33.445393 bus /sierra_3: Setting Powered False\u000a13:56:34.552203 bus /sierra_3: Setting Powered False\u000a13:56:35.660827 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:56:10" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30222): Process ended prematurely: osmo-stp_10.42.42.5(pid=30222) [trial-2405↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30222)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30222): Process ended prematurely: osmo-stp_10.42.42.5(pid=30222) [trial-2405↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:56:37.765070 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:56:37.775607 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:56:37.898441 tst cs_paging_gprs_active.py: using LAC 41366\u000a13:56:38.014781 tst cs_paging_gprs_active.py: using RAC 56\u000a13:56:38.132255 tst cs_paging_gprs_active.py: using CellId 41366\u000a13:56:38.248616 tst cs_paging_gprs_active.py: using BVCI 41367\u000a13:56:38.271786 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:56:38.282465 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:56:38.292829 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:56:38.303233 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:56:38.313708 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:56:38.323942 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:56:38.334922 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:56:38.345316 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:56:38.355782 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:56:38.469883 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:56:38.764855 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:56:38.901591 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:56:39.237404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30212): Launched\u000a13:56:39.515632 run iperf3-srv_10.42.42.10(pid=30213): Launched\u000a13:56:39.714679 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:56:39.850699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:56:40.187524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30214): Launched\u000a13:56:40.465643 run iperf3-srv_10.42.42.10(pid=30215): Launched\u000a13:56:40.664601 tst cs_paging_gprs_active.py:38: start network...\u000a13:56:40.800386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:56:41.310818 run create_hlr_db(pid=30216): Launched\u000a13:56:41.498249 bus /sierra_2: Setting Powered False\u000a13:56:42.520497 run create_hlr_db(pid=30216): Terminated: ok {rc=0}\u000a13:56:42.926546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30218): Launched\u000a13:56:43.229373 run osmo-hlr_10.42.42.2(pid=30219): Launched\u000a13:56:43.341275 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:43.864678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30221): Launched\u000a13:56:44.168363 run osmo-stp_10.42.42.5(pid=30222): Launched\u000a13:56:44.278797 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:56:44.806163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30224): Launched\u000a13:56:44.913910 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:56:45.178443 run patchelf(pid=30225): Launched\u000a13:56:45.356125 run osmo-stp_10.42.42.5(pid=30222): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30222)]\u000a13:56:45.486188 run osmo-stp_10.42.42.5(pid=30222): stdout: \u000a| (launched: 2022-12-14_13:56:44.018599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:45.616628 run osmo-stp_10.42.42.5(pid=30222): stderr: \u000a| �[0;m�[38;5;43m20221214135644189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135644189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135644189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135644189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135644192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135644192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135644192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:45.742232 run osmo-stp_10.42.42.5(pid=30222): stdout: \u000a| (launched: 2022-12-14_13:56:44.018599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:45.881719 run osmo-stp_10.42.42.5(pid=30222): stderr: \u000a| �[0;m�[38;5;43m20221214135644189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135644189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135644189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135644189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135644192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135644192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135644192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:46.049405 run patchelf(pid=30225): Terminating (SIGINT)\u000a13:56:46.237215 run patchelf(pid=30225): Terminated: ok {rc=0}\u000a13:56:46.272228 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30222): Process ended prematurely: osmo-stp_10.42.42.5(pid=30222) [trial-2405↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30222)] [trial-2405↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a13:56:46.283175 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a13:56:46.350277 run osmo-hlr_10.42.42.2(pid=30219): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30219)]\u000a13:56:46.404193 run osmo-hlr_10.42.42.2(pid=30219): stdout: \u000a| (launched: 2022-12-14_13:56:43.080376) \u000a13:56:46.459718 run osmo-hlr_10.42.42.2(pid=30219): stderr: \u000a| �[0;m�[1;31m20221214135643259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135643259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135643259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135643259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135643259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135643259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135643271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135643280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135643280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135643280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:46.506333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30212): Terminating (SIGTERM)\u000a13:56:46.552800 run iperf3-srv_10.42.42.10(pid=30213): Terminating (SIGTERM)\u000a13:56:46.598034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30214): Terminating (SIGTERM)\u000a13:56:46.643111 run iperf3-srv_10.42.42.10(pid=30215): Terminating (SIGTERM)\u000a13:56:46.687860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30218): Terminating (SIGTERM)\u000a13:56:46.733734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30221): Terminating (SIGTERM)\u000a13:56:46.780072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30224): Terminating (SIGTERM)\u000a13:56:46.790839 --- ParallelTerminationStrategy: PID 30212 died...\u000a13:56:46.852583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30212): Terminated: ok {rc=0}\u000a13:56:46.864691 --- ParallelTerminationStrategy: PID 30213 died...\u000a13:56:46.922865 run iperf3-srv_10.42.42.10(pid=30213): Terminated {rc=256}\u000a13:56:46.934720 --- ParallelTerminationStrategy: PID 30214 died...\u000a13:56:46.992621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30214): Terminated: ok {rc=0}\u000a13:56:47.004877 --- ParallelTerminationStrategy: PID 30215 died...\u000a13:56:47.063931 run iperf3-srv_10.42.42.10(pid=30215): Terminated {rc=256}\u000a13:56:47.074974 --- ParallelTerminationStrategy: PID 30218 died...\u000a13:56:47.133796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30218): Terminated: ok {rc=0}\u000a13:56:47.144698 --- ParallelTerminationStrategy: PID 30221 died...\u000a13:56:47.204022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30221): Terminated: ok {rc=0}\u000a13:56:47.215720 --- ParallelTerminationStrategy: PID 30224 died...\u000a13:56:47.273445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30224): Terminated: ok {rc=0}\u000a13:56:47.361522 bus /gobi_0: Setting Powered False\u000a13:56:48.467064 bus /gobi_0: Setting Powered False\u000a13:56:49.575632 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30234): Process ended prematurely: osmo-stp_10.42.42.5(pid=30234) [trial-2405↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30234)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30234): Process ended prematurely: osmo-stp_10.42.42.5(pid=30234) [trial-2405↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a13:56:50.690601 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:56:50.702276 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:56:50.838923 tst iperf3.py: using LAC 41367\u000a13:56:50.968290 tst iperf3.py: using RAC 57\u000a13:56:51.093058 tst iperf3.py: using CellId 41367\u000a13:56:51.218168 tst iperf3.py: using BVCI 41368\u000a13:56:51.242776 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:56:51.253952 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:56:51.264872 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:56:51.275766 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:56:51.286951 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:56:51.298128 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:56:51.309624 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:56:51.320661 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:56:51.331965 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:56:51.611040 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:56:51.736315 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:56:52.049105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30226): Launched\u000a13:56:52.309289 run iperf3-srv_10.42.42.10(pid=30227): Launched\u000a13:56:52.493212 tst iperf3.py:8: start network...\u000a13:56:52.618640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:56:53.102025 run create_hlr_db(pid=30228): Launched\u000a13:56:53.276460 bus /gobi_6: Setting Powered False\u000a13:56:54.298443 run create_hlr_db(pid=30228): Terminated: ok {rc=0}\u000a13:56:54.729768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30230): Launched\u000a13:56:55.053673 run osmo-hlr_10.42.42.2(pid=30231): Launched\u000a13:56:55.176599 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:55.737367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30233): Launched\u000a13:56:56.061028 run osmo-stp_10.42.42.5(pid=30234): Launched\u000a13:56:56.178347 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:56:56.743815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30236): Launched\u000a13:56:56.859247 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:56:57.142059 run patchelf(pid=30237): Launched\u000a13:56:57.331559 run osmo-stp_10.42.42.5(pid=30234): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30234)]\u000a13:56:57.470209 run osmo-stp_10.42.42.5(pid=30234): stdout: \u000a| (launched: 2022-12-14_13:56:55.902143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:57.609026 run osmo-stp_10.42.42.5(pid=30234): stderr: \u000a| �[0;m�[38;5;43m20221214135656096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135656096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135656097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135656097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135656097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135656098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135656098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:57.743153 run osmo-stp_10.42.42.5(pid=30234): stdout: \u000a| (launched: 2022-12-14_13:56:55.902143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:57.876371 run osmo-stp_10.42.42.5(pid=30234): stderr: \u000a| �[0;m�[38;5;43m20221214135656096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135656096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135656097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135656097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135656097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135656098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135656098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:58.031543 run patchelf(pid=30237): Terminating (SIGINT)\u000a13:56:58.213359 run patchelf(pid=30237): Terminated: ok {rc=0}\u000a13:56:58.246581 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30234): Process ended prematurely: osmo-stp_10.42.42.5(pid=30234) [trial-2405↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30234)] [trial-2405↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a13:56:58.256451 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:56:58.319500 run osmo-hlr_10.42.42.2(pid=30231): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30231)]\u000a13:56:58.371406 run osmo-hlr_10.42.42.2(pid=30231): stdout: \u000a| (launched: 2022-12-14_13:56:54.895315) \u000a13:56:58.423540 run osmo-hlr_10.42.42.2(pid=30231): stderr: \u000a| �[0;m�[1;31m20221214135655096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135655097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135655097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135655097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135655097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135655097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135655108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135655116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135655116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135655116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:58.468024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30226): Terminating (SIGTERM)\u000a13:56:58.510434 run iperf3-srv_10.42.42.10(pid=30227): Terminating (SIGTERM)\u000a13:56:58.552232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30230): Terminating (SIGTERM)\u000a13:56:58.594607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30233): Terminating (SIGTERM)\u000a13:56:58.636539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30236): Terminating (SIGTERM)\u000a13:56:58.646253 --- ParallelTerminationStrategy: PID 30226 died...\u000a13:56:58.702743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30226): Terminated: ok {rc=0}\u000a13:56:58.712784 --- ParallelTerminationStrategy: PID 30227 died...\u000a13:56:58.768745 run iperf3-srv_10.42.42.10(pid=30227): Terminated {rc=256}\u000a13:56:58.778750 --- ParallelTerminationStrategy: PID 30230 died...\u000a13:56:58.834736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30230): Terminated: ok {rc=0}\u000a13:56:58.844736 --- ParallelTerminationStrategy: PID 30233 died...\u000a13:56:58.901313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30233): Terminated: ok {rc=0}\u000a13:56:58.911442 --- ParallelTerminationStrategy: PID 30236 died...\u000a13:56:58.967801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30236): Terminated: ok {rc=0}\u000a13:56:59.054860 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30252): Process ended prematurely: osmo-stp_10.42.42.5(pid=30252) [trial-2405↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30252)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30252): Process ended prematurely: osmo-stp_10.42.42.5(pid=30252) [trial-2405↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a13:57:00.164347 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:00.175890 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:57:00.299078 tst iperf3m4.py: using LAC 41368\u000a13:57:00.418239 tst iperf3m4.py: using RAC 58\u000a13:57:00.544026 tst iperf3m4.py: using CellId 41368\u000a13:57:00.668461 tst iperf3m4.py: using BVCI 41369\u000a13:57:00.693086 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:00.704230 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:00.715232 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:00.726195 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:00.737546 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:00.748637 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:00.759994 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:00.771153 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:00.782501 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:57:00.922075 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:57:01.061505 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:57:01.188521 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:57:01.492744 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:57:01.633576 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:57:01.993731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30238): Launched\u000a13:57:02.281413 run iperf3-srv_10.42.42.10(pid=30239): Launched\u000a13:57:02.466094 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:57:02.592176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:57:02.906830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30240): Launched\u000a13:57:03.166671 run iperf3-srv_10.42.42.10(pid=30241): Launched\u000a13:57:03.350539 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:57:03.475580 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:57:03.788435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30242): Launched\u000a13:57:04.048129 run iperf3-srv_10.42.42.10(pid=30243): Launched\u000a13:57:04.231638 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:57:04.358106 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:57:04.672040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30244): Launched\u000a13:57:04.931484 run iperf3-srv_10.42.42.10(pid=30245): Launched\u000a13:57:05.114702 tst iperf3m4.py:8: start network...\u000a13:57:05.239563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:57:05.722939 run create_hlr_db(pid=30246): Launched\u000a13:57:05.896216 bus /gobi_6: Setting Powered False\u000a13:57:06.919136 run create_hlr_db(pid=30246): Terminated: ok {rc=0}\u000a13:57:07.321486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30248): Launched\u000a13:57:07.623647 run osmo-hlr_10.42.42.2(pid=30249): Launched\u000a13:57:07.742534 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:57:08.271835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30251): Launched\u000a13:57:08.574785 run osmo-stp_10.42.42.5(pid=30252): Launched\u000a13:57:08.684197 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:57:09.210019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30254): Launched\u000a13:57:09.317539 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:57:09.581927 run patchelf(pid=30255): Launched\u000a13:57:09.761241 run osmo-stp_10.42.42.5(pid=30252): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30252)]\u000a13:57:09.890833 run osmo-stp_10.42.42.5(pid=30252): stdout: \u000a| (launched: 2022-12-14_13:57:08.426358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:10.021154 run osmo-stp_10.42.42.5(pid=30252): stderr: \u000a| �[0;m�[38;5;43m20221214135708598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135708598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135708598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135708599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135708599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135708599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135708599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:10.146683 run osmo-stp_10.42.42.5(pid=30252): stdout: \u000a| (launched: 2022-12-14_13:57:08.426358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:10.271178 run osmo-stp_10.42.42.5(pid=30252): stderr: \u000a| �[0;m�[38;5;43m20221214135708598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135708598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135708598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135708599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135708599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135708599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135708599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:10.417111 run patchelf(pid=30255): Terminating (SIGINT)\u000a13:57:10.587377 run patchelf(pid=30255): Terminated: ok {rc=0}\u000a13:57:10.618435 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30252): Process ended prematurely: osmo-stp_10.42.42.5(pid=30252) [trial-2405↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30252)] [trial-2405↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a13:57:10.627651 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a13:57:10.687783 run osmo-hlr_10.42.42.2(pid=30249): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30249)]\u000a13:57:10.736597 run osmo-hlr_10.42.42.2(pid=30249): stdout: \u000a| (launched: 2022-12-14_13:57:07.475049) \u000a13:57:10.786012 run osmo-hlr_10.42.42.2(pid=30249): stderr: \u000a| �[0;m�[1;31m20221214135707654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135707654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135707654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135707654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135707654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135707654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135707666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135707675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135707675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135707675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:57:10.829197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30238): Terminating (SIGTERM)\u000a13:57:10.869533 run iperf3-srv_10.42.42.10(pid=30239): Terminating (SIGTERM)\u000a13:57:10.909537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30240): Terminating (SIGTERM)\u000a13:57:10.949431 run iperf3-srv_10.42.42.10(pid=30241): Terminating (SIGTERM)\u000a13:57:10.989408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30242): Terminating (SIGTERM)\u000a13:57:11.029286 run iperf3-srv_10.42.42.10(pid=30243): Terminating (SIGTERM)\u000a13:57:11.069243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30244): Terminating (SIGTERM)\u000a13:57:11.109016 run iperf3-srv_10.42.42.10(pid=30245): Terminating (SIGTERM)\u000a13:57:11.149025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30248): Terminating (SIGTERM)\u000a13:57:11.188735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30251): Terminating (SIGTERM)\u000a13:57:11.228576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30254): Terminating (SIGTERM)\u000a13:57:11.238022 --- ParallelTerminationStrategy: PID 30238 died...\u000a13:57:11.292146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30238): Terminated: ok {rc=0}\u000a13:57:11.301883 --- ParallelTerminationStrategy: PID 30239 died...\u000a13:57:11.355461 run iperf3-srv_10.42.42.10(pid=30239): Terminated {rc=256}\u000a13:57:11.365183 --- ParallelTerminationStrategy: PID 30240 died...\u000a13:57:11.419040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30240): Terminated: ok {rc=0}\u000a13:57:11.429203 --- ParallelTerminationStrategy: PID 30241 died...\u000a13:57:11.482756 run iperf3-srv_10.42.42.10(pid=30241): Terminated {rc=256}\u000a13:57:11.492478 --- ParallelTerminationStrategy: PID 30242 died...\u000a13:57:11.545801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30242): Terminated: ok {rc=0}\u000a13:57:11.555596 --- ParallelTerminationStrategy: PID 30243 died...\u000a13:57:11.608729 run iperf3-srv_10.42.42.10(pid=30243): Terminated {rc=256}\u000a13:57:11.618500 --- ParallelTerminationStrategy: PID 30244 died...\u000a13:57:11.671962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30244): Terminated: ok {rc=0}\u000a13:57:11.681678 --- ParallelTerminationStrategy: PID 30245 died...\u000a13:57:11.735000 run iperf3-srv_10.42.42.10(pid=30245): Terminated {rc=256}\u000a13:57:11.744592 --- ParallelTerminationStrategy: PID 30248 died...\u000a13:57:11.797955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30248): Terminated: ok {rc=0}\u000a13:57:11.807791 --- ParallelTerminationStrategy: PID 30251 died...\u000a13:57:11.861176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30251): Terminated: ok {rc=0}\u000a13:57:11.870986 --- ParallelTerminationStrategy: PID 30254 died...\u000a13:57:11.924307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30254): Terminated: ok {rc=0}\u000a13:57:12.013097 bus /gobi_4: Setting Powered False\u000a13:57:13.116310 bus /gobi_4: Setting Powered False\u000a13:57:14.227347 bus /gobi_1: Setting Powered False\u000a13:57:15.329896 bus /gobi_1: Setting Powered False\u000a13:57:16.445987 bus /gobi_0: Setting Powered False\u000a13:57:17.547433 bus /gobi_0: Setting Powered False\u000a13:57:18.659902 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30262): Process ended prematurely: osmo-stp_10.42.42.5(pid=30262) [trial-2405↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30262)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30262): Process ended prematurely: osmo-stp_10.42.42.5(pid=30262) [trial-2405↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a13:57:19.727586 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:19.738864 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:57:19.861503 tst ping.py: using LAC 41369\u000a13:57:19.978573 tst ping.py: using RAC 59\u000a13:57:20.094105 tst ping.py: using CellId 41369\u000a13:57:20.210292 tst ping.py: using BVCI 41370\u000a13:57:20.232771 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:20.243362 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:20.253879 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:20.264272 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:20.274592 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:20.285004 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:20.295463 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:20.305892 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:57:20.575144 tst ping.py:19: start network...\u000a13:57:20.698192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:57:21.171941 run create_hlr_db(pid=30256): Launched\u000a13:57:21.342255 bus /gobi_6: Setting Powered False\u000a13:57:22.365108 run create_hlr_db(pid=30256): Terminated: ok {rc=0}\u000a13:57:22.760664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30258): Launched\u000a13:57:23.059529 run osmo-hlr_10.42.42.2(pid=30259): Launched\u000a13:57:23.176576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:57:23.702533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30261): Launched\u000a13:57:24.000165 run osmo-stp_10.42.42.5(pid=30262): Launched\u000a13:57:24.108766 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:57:24.628335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30264): Launched\u000a13:57:24.734387 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:57:24.993632 run patchelf(pid=30265): Launched\u000a13:57:25.167093 run osmo-stp_10.42.42.5(pid=30262): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30262)]\u000a13:57:25.294514 run osmo-stp_10.42.42.5(pid=30262): stdout: \u000a| (launched: 2022-12-14_13:57:23.854274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:25.421581 run osmo-stp_10.42.42.5(pid=30262): stderr: \u000a| �[0;m�[38;5;43m20221214135724023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135724024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135724024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135724025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135724026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135724026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135724026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:25.544127 run osmo-stp_10.42.42.5(pid=30262): stdout: \u000a| (launched: 2022-12-14_13:57:23.854274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:25.665772 run osmo-stp_10.42.42.5(pid=30262): stderr: \u000a| �[0;m�[38;5;43m20221214135724023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135724024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135724024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135724025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135724026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135724026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135724026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:25.807491 run patchelf(pid=30265): Terminating (SIGINT)\u000a13:57:25.974272 run patchelf(pid=30265): Terminated: ok {rc=0}\u000a13:57:26.004598 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30262): Process ended prematurely: osmo-stp_10.42.42.5(pid=30262) [trial-2405↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30262)] [trial-2405↪gprs:nanobts+band-1900↪ping.py:22]\u000a13:57:26.013171 tst ping.py:22: Test FAILED (6.3 sec)\u000a13:57:26.073324 run osmo-hlr_10.42.42.2(pid=30259): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30259)]\u000a13:57:26.122464 run osmo-hlr_10.42.42.2(pid=30259): stdout: \u000a| (launched: 2022-12-14_13:57:22.911143) \u000a13:57:26.171945 run osmo-hlr_10.42.42.2(pid=30259): stderr: \u000a| �[0;m�[1;31m20221214135723088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135723088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135723088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135723088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135723088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135723088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135723100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135723108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135723109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135723109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:57:26.214780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30258): Terminating (SIGTERM)\u000a13:57:26.254780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30261): Terminating (SIGTERM)\u000a13:57:26.294721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30264): Terminating (SIGTERM)\u000a13:57:26.304052 --- ParallelTerminationStrategy: PID 30258 died...\u000a13:57:26.358037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30258): Terminated: ok {rc=0}\u000a13:57:26.367738 --- ParallelTerminationStrategy: PID 30261 died...\u000a13:57:26.421454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30261): Terminated: ok {rc=0}\u000a13:57:26.431203 --- ParallelTerminationStrategy: PID 30264 died...\u000a13:57:26.485393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30264): Terminated: ok {rc=0}\u000a13:57:26.574613 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30272): Process ended prematurely: osmo-stp_10.42.42.5(pid=30272) [trial-2405↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30272)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30272): Process ended prematurely: osmo-stp_10.42.42.5(pid=30272) [trial-2405↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a13:57:27.628324 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:27.640386 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:57:27.777042 tst ping_idle_ping.py: using LAC 41370\u000a13:57:27.903979 tst ping_idle_ping.py: using RAC 60\u000a13:57:28.023842 tst ping_idle_ping.py: using CellId 41370\u000a13:57:28.142236 tst ping_idle_ping.py: using BVCI 41371\u000a13:57:28.165062 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:28.175602 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:28.186183 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:28.196583 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:28.207004 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:28.217409 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:28.227978 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:57:28.238545 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:57:28.530401 tst ping_idle_ping.py:24: start network...\u000a13:57:28.665388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:57:29.173331 run create_hlr_db(pid=30266): Launched\u000a13:57:29.360119 bus /gobi_6: Setting Powered False\u000a13:57:30.380619 run create_hlr_db(pid=30266): Terminated: ok {rc=0}\u000a13:57:30.783548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30268): Launched\u000a13:57:31.224126 run osmo-hlr_10.42.42.2(pid=30269): Launched\u000a13:57:31.439278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:57:32.068478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30271): Launched\u000a13:57:32.404518 run osmo-stp_10.42.42.5(pid=30272): Launched\u000a13:57:32.525684 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:57:33.084750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30274): Launched\u000a13:57:33.200045 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:57:33.479399 run patchelf(pid=30275): Launched\u000a13:57:33.667144 run osmo-stp_10.42.42.5(pid=30272): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30272)]\u000a13:57:33.804536 run osmo-stp_10.42.42.5(pid=30272): stdout: \u000a| (launched: 2022-12-14_13:57:32.234898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:33.942810 run osmo-stp_10.42.42.5(pid=30272): stderr: \u000a| �[0;m�[38;5;43m20221214135732437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135732438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135732438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135732438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135732441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135732441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135732441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:34.076354 run osmo-stp_10.42.42.5(pid=30272): stdout: \u000a| (launched: 2022-12-14_13:57:32.234898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:34.208667 run osmo-stp_10.42.42.5(pid=30272): stderr: \u000a| �[0;m�[38;5;43m20221214135732437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135732438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135732438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135732438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135732441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135732441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135732441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:34.361962 run patchelf(pid=30275): Terminating (SIGINT)\u000a13:57:34.541370 run patchelf(pid=30275): Terminated: ok {rc=0}\u000a13:57:34.573846 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30272): Process ended prematurely: osmo-stp_10.42.42.5(pid=30272) [trial-2405↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30272)] [trial-2405↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a13:57:34.582996 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a13:57:34.646497 run osmo-hlr_10.42.42.2(pid=30269): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30269)]\u000a13:57:34.698493 run osmo-hlr_10.42.42.2(pid=30269): stdout: \u000a| (launched: 2022-12-14_13:57:30.952672) \u000a13:57:34.750851 run osmo-hlr_10.42.42.2(pid=30269): stderr: \u000a| �[0;m�[1;31m20221214135731358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135731358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135731358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135731358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135731358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135731358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135731379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135731392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135731392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135731392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:57:34.795991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30268): Terminating (SIGTERM)\u000a13:57:34.839027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30271): Terminating (SIGTERM)\u000a13:57:34.881627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30274): Terminating (SIGTERM)\u000a13:57:34.891832 --- ParallelTerminationStrategy: PID 30268 died...\u000a13:57:34.948984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30268): Terminated: ok {rc=0}\u000a13:57:34.959399 --- ParallelTerminationStrategy: PID 30271 died...\u000a13:57:35.016202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30271): Terminated: ok {rc=0}\u000a13:57:35.026533 --- ParallelTerminationStrategy: PID 30274 died...\u000a13:57:35.083234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30274): Terminated: ok {rc=0}\u000a13:57:35.170369 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:56:37" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30289): Process ended prematurely: osmo-stp_10.42.42.5(pid=30289) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30289)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30289): Process ended prematurely: osmo-stp_10.42.42.5(pid=30289) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30289)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:57:37.294457 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:37.305185 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:57:37.431850 tst cs_paging_gprs_active.py: using LAC 41371\u000a13:57:37.552549 tst cs_paging_gprs_active.py: using RAC 61\u000a13:57:37.673335 tst cs_paging_gprs_active.py: using CellId 41371\u000a13:57:37.791995 tst cs_paging_gprs_active.py: using BVCI 41372\u000a13:57:37.815043 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:37.825928 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:37.836490 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:37.847075 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:37.858091 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:37.869329 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:37.880565 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:37.891593 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:37.902906 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:57:38.018046 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:57:38.297812 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:57:38.423953 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:57:38.740079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30279): Launched\u000a13:57:39.001459 run iperf3-srv_10.42.42.10(pid=30280): Launched\u000a13:57:39.186312 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:57:39.312710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:57:39.628129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30281): Launched\u000a13:57:39.888857 run iperf3-srv_10.42.42.10(pid=30282): Launched\u000a13:57:40.073326 tst cs_paging_gprs_active.py:38: start network...\u000a13:57:40.199420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:57:40.686545 run create_hlr_db(pid=30283): Launched\u000a13:57:40.860084 bus /gobi_6: Setting Powered False\u000a13:57:41.883089 run create_hlr_db(pid=30283): Terminated: ok {rc=0}\u000a13:57:42.316720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30285): Launched\u000a13:57:42.642743 run osmo-hlr_10.42.42.2(pid=30286): Launched\u000a13:57:42.765172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:57:43.329868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30288): Launched\u000a13:57:43.655314 run osmo-stp_10.42.42.5(pid=30289): Launched\u000a13:57:43.773987 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:57:44.339260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30291): Launched\u000a13:57:44.455680 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:57:44.735291 run patchelf(pid=30292): Launched\u000a13:57:44.912726 run osmo-stp_10.42.42.5(pid=30289): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30289)]\u000a13:57:45.042347 run osmo-stp_10.42.42.5(pid=30289): stdout: \u000a| (launched: 2022-12-14_13:57:43.494724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:45.172262 run osmo-stp_10.42.42.5(pid=30289): stderr: \u000a| �[0;m�[38;5;43m20221214135743687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135743687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135743687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135743687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135743688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135743688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135743688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:45.297693 run osmo-stp_10.42.42.5(pid=30289): stdout: \u000a| (launched: 2022-12-14_13:57:43.494724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:45.422753 run osmo-stp_10.42.42.5(pid=30289): stderr: \u000a| �[0;m�[38;5;43m20221214135743687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135743687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135743687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135743687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135743688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135743688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135743688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:45.567368 run patchelf(pid=30292): Terminating (SIGINT)\u000a13:57:45.737332 run patchelf(pid=30292): Terminated: ok {rc=0}\u000a13:57:45.768444 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30289): Process ended prematurely: osmo-stp_10.42.42.5(pid=30289) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30289)] [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:57:45.777709 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a13:57:45.849866 run osmo-hlr_10.42.42.2(pid=30286): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30286)]\u000a13:57:45.911532 run osmo-hlr_10.42.42.2(pid=30286): stdout: \u000a| (launched: 2022-12-14_13:57:42.482649) \u000a13:57:45.966576 run osmo-hlr_10.42.42.2(pid=30286): stderr: \u000a| �[0;m�[1;31m20221214135742683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135742683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135742683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135742683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135742683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135742683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135742695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135742705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135742705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135742705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:57:46.014630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30279): Terminating (SIGTERM)\u000a13:57:46.063345 run iperf3-srv_10.42.42.10(pid=30280): Terminating (SIGTERM)\u000a13:57:46.110091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30281): Terminating (SIGTERM)\u000a13:57:46.156382 run iperf3-srv_10.42.42.10(pid=30282): Terminating (SIGTERM)\u000a13:57:46.202592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30285): Terminating (SIGTERM)\u000a13:57:46.247964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30288): Terminating (SIGTERM)\u000a13:57:46.292377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30291): Terminating (SIGTERM)\u000a13:57:46.302639 --- ParallelTerminationStrategy: PID 30279 died...\u000a13:57:46.362840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30279): Terminated: ok {rc=0}\u000a13:57:46.374130 --- ParallelTerminationStrategy: PID 30280 died...\u000a13:57:46.433215 run iperf3-srv_10.42.42.10(pid=30280): Terminated {rc=256}\u000a13:57:46.446104 --- ParallelTerminationStrategy: PID 30281 died...\u000a13:57:46.504420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30281): Terminated: ok {rc=0}\u000a13:57:46.515498 --- ParallelTerminationStrategy: PID 30282 died...\u000a13:57:46.573900 run iperf3-srv_10.42.42.10(pid=30282): Terminated {rc=256}\u000a13:57:46.586425 --- ParallelTerminationStrategy: PID 30285 died...\u000a13:57:46.647002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30285): Terminated: ok {rc=0}\u000a13:57:46.658730 --- ParallelTerminationStrategy: PID 30288 died...\u000a13:57:46.719054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30288): Terminated: ok {rc=0}\u000a13:57:46.731164 --- ParallelTerminationStrategy: PID 30291 died...\u000a13:57:46.789503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30291): Terminated: ok {rc=0}\u000a13:57:46.880367 bus /gobi_0: Setting Powered False\u000a13:57:47.987406 bus /gobi_0: Setting Powered False\u000a13:57:49.098374 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30301): Process ended prematurely: osmo-stp_10.42.42.5(pid=30301) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30301)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30301): Process ended prematurely: osmo-stp_10.42.42.5(pid=30301) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:57:50.208252 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:50.219759 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:57:50.354958 tst iperf3.py: using LAC 41372\u000a13:57:50.471667 tst iperf3.py: using RAC 62\u000a13:57:50.597317 tst iperf3.py: using CellId 41372\u000a13:57:50.722825 tst iperf3.py: using BVCI 41373\u000a13:57:50.747656 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:50.759177 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:50.770565 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:50.781805 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:50.793176 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:50.804440 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:50.815974 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:50.827443 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:50.839029 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:57:51.117068 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:57:51.243253 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:57:51.556611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30293): Launched\u000a13:57:51.817096 run iperf3-srv_10.42.42.10(pid=30294): Launched\u000a13:57:52.001587 tst iperf3.py:8: start network...\u000a13:57:52.127215 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:57:52.611319 run create_hlr_db(pid=30295): Launched\u000a13:57:52.786004 bus /gobi_6: Setting Powered False\u000a13:57:53.807388 run create_hlr_db(pid=30295): Terminated: ok {rc=0}\u000a13:57:54.209261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30297): Launched\u000a13:57:54.511535 run osmo-hlr_10.42.42.2(pid=30298): Launched\u000a13:57:54.621968 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:57:55.148426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30300): Launched\u000a13:57:55.450788 run osmo-stp_10.42.42.5(pid=30301): Launched\u000a13:57:55.560204 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:57:56.084865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30303): Launched\u000a13:57:56.191941 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:57:56.454782 run patchelf(pid=30304): Launched\u000a13:57:56.631438 run osmo-stp_10.42.42.5(pid=30301): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30301)]\u000a13:57:56.761713 run osmo-stp_10.42.42.5(pid=30301): stdout: \u000a| (launched: 2022-12-14_13:57:55.302213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:56.891738 run osmo-stp_10.42.42.5(pid=30301): stderr: \u000a| �[0;m�[38;5;43m20221214135755473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135755473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135755473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135755474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135755476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135755476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135755476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:57.017436 run osmo-stp_10.42.42.5(pid=30301): stdout: \u000a| (launched: 2022-12-14_13:57:55.302213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:57.141781 run osmo-stp_10.42.42.5(pid=30301): stderr: \u000a| �[0;m�[38;5;43m20221214135755473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135755473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135755473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135755474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135755476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135755476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135755476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:57.286056 run patchelf(pid=30304): Terminating (SIGINT)\u000a13:57:57.455320 run patchelf(pid=30304): Terminated: ok {rc=0}\u000a13:57:57.486466 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30301): Process ended prematurely: osmo-stp_10.42.42.5(pid=30301) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30301)] [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a13:57:57.495677 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a13:57:57.555106 run osmo-hlr_10.42.42.2(pid=30298): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30298)]\u000a13:57:57.603514 run osmo-hlr_10.42.42.2(pid=30298): stdout: \u000a| (launched: 2022-12-14_13:57:54.363036) \u000a13:57:57.652727 run osmo-hlr_10.42.42.2(pid=30298): stderr: \u000a| �[0;m�[1;31m20221214135754539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135754539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135754539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135754539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135754539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135754539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135754555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135754565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135754565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135754565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:57:57.694368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30293): Terminating (SIGTERM)\u000a13:57:57.734172 run iperf3-srv_10.42.42.10(pid=30294): Terminating (SIGTERM)\u000a13:57:57.773660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30297): Terminating (SIGTERM)\u000a13:57:57.812928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30300): Terminating (SIGTERM)\u000a13:57:57.852301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30303): Terminating (SIGTERM)\u000a13:57:57.861614 --- ParallelTerminationStrategy: PID 30293 died...\u000a13:57:57.914363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30293): Terminated: ok {rc=0}\u000a13:57:57.923906 --- ParallelTerminationStrategy: PID 30294 died...\u000a13:57:57.976435 run iperf3-srv_10.42.42.10(pid=30294): Terminated {rc=256}\u000a13:57:57.985925 --- ParallelTerminationStrategy: PID 30297 died...\u000a13:57:58.038518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30297): Terminated: ok {rc=0}\u000a13:57:58.048007 --- ParallelTerminationStrategy: PID 30300 died...\u000a13:57:58.100740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30300): Terminated: ok {rc=0}\u000a13:57:58.110289 --- ParallelTerminationStrategy: PID 30303 died...\u000a13:57:58.162870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30303): Terminated: ok {rc=0}\u000a13:57:58.250577 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30319): Process ended prematurely: osmo-stp_10.42.42.5(pid=30319) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30319)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30319): Process ended prematurely: osmo-stp_10.42.42.5(pid=30319) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:57:59.360484 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:59.371793 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:57:59.508507 tst iperf3m4.py: using LAC 41373\u000a13:57:59.636006 tst iperf3m4.py: using RAC 63\u000a13:57:59.763056 tst iperf3m4.py: using CellId 41373\u000a13:57:59.889803 tst iperf3m4.py: using BVCI 41374\u000a13:57:59.914885 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:59.926455 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:59.937558 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:59.948534 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:59.960476 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:59.972314 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:59.984544 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:59.996387 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:00.008449 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:58:00.129682 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:58:00.249511 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:58:00.368254 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:58:00.647535 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:58:00.774204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:01.147360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30305): Launched\u000a13:58:01.452475 run iperf3-srv_10.42.42.10(pid=30306): Launched\u000a13:58:01.660302 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:58:01.801674 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:02.167028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30307): Launched\u000a13:58:02.449917 run iperf3-srv_10.42.42.10(pid=30308): Launched\u000a13:58:02.649221 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:58:02.785815 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:03.122051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30309): Launched\u000a13:58:03.401578 run iperf3-srv_10.42.42.10(pid=30310): Launched\u000a13:58:03.601052 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:58:03.736803 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:04.074021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30311): Launched\u000a13:58:04.354060 run iperf3-srv_10.42.42.10(pid=30312): Launched\u000a13:58:04.554124 tst iperf3m4.py:8: start network...\u000a13:58:04.690666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:58:05.203685 run create_hlr_db(pid=30313): Launched\u000a13:58:05.392381 bus /gobi_6: Setting Powered False\u000a13:58:06.414034 run create_hlr_db(pid=30313): Terminated: ok {rc=0}\u000a13:58:06.847433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30315): Launched\u000a13:58:07.176934 run osmo-hlr_10.42.42.2(pid=30316): Launched\u000a13:58:07.297801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:58:07.864445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30318): Launched\u000a13:58:08.191463 run osmo-stp_10.42.42.5(pid=30319): Launched\u000a13:58:08.310036 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:58:08.877452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30321): Launched\u000a13:58:08.994321 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:58:09.277198 run patchelf(pid=30322): Launched\u000a13:58:09.467320 run osmo-stp_10.42.42.5(pid=30319): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30319)]\u000a13:58:09.606212 run osmo-stp_10.42.42.5(pid=30319): stdout: \u000a| (launched: 2022-12-14_13:58:08.031086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:09.745535 run osmo-stp_10.42.42.5(pid=30319): stderr: \u000a| �[0;m�[38;5;43m20221214135808223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135808223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135808224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135808224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135808225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135808225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135808225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:09.880206 run osmo-stp_10.42.42.5(pid=30319): stdout: \u000a| (launched: 2022-12-14_13:58:08.031086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:10.014541 run osmo-stp_10.42.42.5(pid=30319): stderr: \u000a| �[0;m�[38;5;43m20221214135808223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135808223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135808224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135808224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135808225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135808225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135808225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:10.170196 run patchelf(pid=30322): Terminating (SIGINT)\u000a13:58:10.352699 run patchelf(pid=30322): Terminated: ok {rc=0}\u000a13:58:10.386202 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30319): Process ended prematurely: osmo-stp_10.42.42.5(pid=30319) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30319)] [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:58:10.396048 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a13:58:10.460065 run osmo-hlr_10.42.42.2(pid=30316): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30316)]\u000a13:58:10.511652 run osmo-hlr_10.42.42.2(pid=30316): stdout: \u000a| (launched: 2022-12-14_13:58:07.014236) \u000a13:58:10.563861 run osmo-hlr_10.42.42.2(pid=30316): stderr: \u000a| �[0;m�[1;31m20221214135807214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135807214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135807214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135807214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135807214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135807214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135807227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135807235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135807235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135807235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:58:10.608517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30305): Terminating (SIGTERM)\u000a13:58:10.650864 run iperf3-srv_10.42.42.10(pid=30306): Terminating (SIGTERM)\u000a13:58:10.693335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30307): Terminating (SIGTERM)\u000a13:58:10.735280 run iperf3-srv_10.42.42.10(pid=30308): Terminating (SIGTERM)\u000a13:58:10.777484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30309): Terminating (SIGTERM)\u000a13:58:10.819418 run iperf3-srv_10.42.42.10(pid=30310): Terminating (SIGTERM)\u000a13:58:10.861765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30311): Terminating (SIGTERM)\u000a13:58:10.904122 run iperf3-srv_10.42.42.10(pid=30312): Terminating (SIGTERM)\u000a13:58:10.946551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30315): Terminating (SIGTERM)\u000a13:58:10.988547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30318): Terminating (SIGTERM)\u000a13:58:11.030569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30321): Terminating (SIGTERM)\u000a13:58:11.040321 --- ParallelTerminationStrategy: PID 30305 died...\u000a13:58:11.097129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30305): Terminated: ok {rc=0}\u000a13:58:11.107235 --- ParallelTerminationStrategy: PID 30306 died...\u000a13:58:11.163337 run iperf3-srv_10.42.42.10(pid=30306): Terminated {rc=256}\u000a13:58:11.173441 --- ParallelTerminationStrategy: PID 30307 died...\u000a13:58:11.229642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30307): Terminated: ok {rc=0}\u000a13:58:11.239665 --- ParallelTerminationStrategy: PID 30308 died...\u000a13:58:11.295531 run iperf3-srv_10.42.42.10(pid=30308): Terminated {rc=256}\u000a13:58:11.305671 --- ParallelTerminationStrategy: PID 30309 died...\u000a13:58:11.361583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30309): Terminated: ok {rc=0}\u000a13:58:11.371644 --- ParallelTerminationStrategy: PID 30310 died...\u000a13:58:11.427718 run iperf3-srv_10.42.42.10(pid=30310): Terminated {rc=256}\u000a13:58:11.438199 --- ParallelTerminationStrategy: PID 30311 died...\u000a13:58:11.494314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30311): Terminated: ok {rc=0}\u000a13:58:11.504451 --- ParallelTerminationStrategy: PID 30312 died...\u000a13:58:11.560337 run iperf3-srv_10.42.42.10(pid=30312): Terminated {rc=256}\u000a13:58:11.570378 --- ParallelTerminationStrategy: PID 30315 died...\u000a13:58:11.626563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30315): Terminated: ok {rc=0}\u000a13:58:11.636684 --- ParallelTerminationStrategy: PID 30318 died...\u000a13:58:11.693335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30318): Terminated: ok {rc=0}\u000a13:58:11.703477 --- ParallelTerminationStrategy: PID 30321 died...\u000a13:58:11.760023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30321): Terminated: ok {rc=0}\u000a13:58:11.846828 bus /gobi_4: Setting Powered False\u000a13:58:12.953344 bus /gobi_4: Setting Powered False\u000a13:58:14.061887 bus /gobi_1: Setting Powered False\u000a13:58:15.167168 bus /gobi_1: Setting Powered False\u000a13:58:16.278211 bus /gobi_0: Setting Powered False\u000a13:58:17.382634 bus /gobi_0: Setting Powered False\u000a13:58:18.494654 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30330): Process ended prematurely: osmo-stp_10.42.42.5(pid=30330) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30330)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30330): Process ended prematurely: osmo-stp_10.42.42.5(pid=30330) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:58:19.561659 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:19.572934 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:58:19.704059 tst ping.py: using LAC 41374\u000a13:58:19.819530 tst ping.py: using RAC 64\u000a13:58:19.934400 tst ping.py: using CellId 41374\u000a13:58:20.049454 tst ping.py: using BVCI 41375\u000a13:58:20.072051 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:20.083000 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:20.093669 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:20.104242 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:20.114869 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:20.125387 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:20.136081 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:20.146951 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:58:20.432574 tst ping.py:19: start network...\u000a13:58:20.566319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:58:21.068315 run create_hlr_db(pid=30324): Launched\u000a13:58:21.253015 bus /gobi_6: Setting Powered False\u000a13:58:22.274086 run create_hlr_db(pid=30324): Terminated: ok {rc=0}\u000a13:58:22.673017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30326): Launched\u000a13:58:22.970666 run osmo-hlr_10.42.42.2(pid=30327): Launched\u000a13:58:23.089037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:58:23.621960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30329): Launched\u000a13:58:23.943116 run osmo-stp_10.42.42.5(pid=30330): Launched\u000a13:58:24.059494 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:58:24.616067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30332): Launched\u000a13:58:24.730320 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:58:25.008687 run patchelf(pid=30333): Launched\u000a13:58:25.195162 run osmo-stp_10.42.42.5(pid=30330): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30330)]\u000a13:58:25.331574 run osmo-stp_10.42.42.5(pid=30330): stdout: \u000a| (launched: 2022-12-14_13:58:23.784656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:25.468498 run osmo-stp_10.42.42.5(pid=30330): stderr: \u000a| �[0;m�[38;5;43m20221214135823976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135823976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135823976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135823977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135823977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135823977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135823977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:25.600608 run osmo-stp_10.42.42.5(pid=30330): stdout: \u000a| (launched: 2022-12-14_13:58:23.784656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:25.731394 run osmo-stp_10.42.42.5(pid=30330): stderr: \u000a| �[0;m�[38;5;43m20221214135823976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135823976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135823976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135823977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135823977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135823977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135823977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:25.883557 run patchelf(pid=30333): Terminating (SIGINT)\u000a13:58:26.062178 run patchelf(pid=30333): Terminated: ok {rc=0}\u000a13:58:26.094397 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30330): Process ended prematurely: osmo-stp_10.42.42.5(pid=30330) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30330)] [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a13:58:26.103529 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:58:26.166435 run osmo-hlr_10.42.42.2(pid=30327): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30327)]\u000a13:58:26.217719 run osmo-hlr_10.42.42.2(pid=30327): stdout: \u000a| (launched: 2022-12-14_13:58:22.823132) \u000a13:58:26.269750 run osmo-hlr_10.42.42.2(pid=30327): stderr: \u000a| �[0;m�[1;31m20221214135823000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135823000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135823000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135823000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135823000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135823000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135823012 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135823023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135823023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135823023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:58:26.314227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30326): Terminating (SIGTERM)\u000a13:58:26.356175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30329): Terminating (SIGTERM)\u000a13:58:26.398343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30332): Terminating (SIGTERM)\u000a13:58:26.408048 --- ParallelTerminationStrategy: PID 30326 died...\u000a13:58:26.464615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30326): Terminated: ok {rc=0}\u000a13:58:26.474743 --- ParallelTerminationStrategy: PID 30329 died...\u000a13:58:26.530890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30329): Terminated: ok {rc=0}\u000a13:58:26.541117 --- ParallelTerminationStrategy: PID 30332 died...\u000a13:58:26.597108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30332): Terminated: ok {rc=0}\u000a13:58:26.683447 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30340): Process ended prematurely: osmo-stp_10.42.42.5(pid=30340) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30340)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30340): Process ended prematurely: osmo-stp_10.42.42.5(pid=30340) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:58:27.736769 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:27.749267 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:58:27.886721 tst ping_idle_ping.py: using LAC 41375\u000a13:58:28.011545 tst ping_idle_ping.py: using RAC 65\u000a13:58:28.136115 tst ping_idle_ping.py: using CellId 41375\u000a13:58:28.262499 tst ping_idle_ping.py: using BVCI 41376\u000a13:58:28.286802 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:28.298297 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:28.309414 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:28.320516 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:28.331995 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:28.343477 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:28.355121 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:28.366576 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:58:28.642906 tst ping_idle_ping.py:24: start network...\u000a13:58:28.767780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:58:29.255656 run create_hlr_db(pid=30334): Launched\u000a13:58:29.427998 bus /gobi_6: Setting Powered False\u000a13:58:30.449475 run create_hlr_db(pid=30334): Terminated: ok {rc=0}\u000a13:58:30.899795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30336): Launched\u000a13:58:31.362239 run osmo-hlr_10.42.42.2(pid=30337): Launched\u000a13:58:31.648646 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:58:32.282205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30339): Launched\u000a13:58:32.593903 run osmo-stp_10.42.42.5(pid=30340): Launched\u000a13:58:32.703714 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:58:33.224805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30342): Launched\u000a13:58:33.331514 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:58:33.591745 run patchelf(pid=30343): Launched\u000a13:58:33.766452 run osmo-stp_10.42.42.5(pid=30340): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30340)]\u000a13:58:33.894661 run osmo-stp_10.42.42.5(pid=30340): stdout: \u000a| (launched: 2022-12-14_13:58:32.444400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:34.022899 run osmo-stp_10.42.42.5(pid=30340): stderr: \u000a| �[0;m�[38;5;43m20221214135832613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135832613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135832613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135832614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135832616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135832616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135832616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:34.147102 run osmo-stp_10.42.42.5(pid=30340): stdout: \u000a| (launched: 2022-12-14_13:58:32.444400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:34.270061 run osmo-stp_10.42.42.5(pid=30340): stderr: \u000a| �[0;m�[38;5;43m20221214135832613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135832613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135832613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135832614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135832616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135832616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135832616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:34.412606 run patchelf(pid=30343): Terminating (SIGINT)\u000a13:58:34.579564 run patchelf(pid=30343): Terminated: ok {rc=0}\u000a13:58:34.609842 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30340): Process ended prematurely: osmo-stp_10.42.42.5(pid=30340) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30340)] [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:58:34.618328 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a13:58:34.678612 run osmo-hlr_10.42.42.2(pid=30337): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30337)]\u000a13:58:34.727663 run osmo-hlr_10.42.42.2(pid=30337): stdout: \u000a| (launched: 2022-12-14_13:58:31.058271) \u000a13:58:34.776846 run osmo-hlr_10.42.42.2(pid=30337): stderr: \u000a| �[0;m�[1;31m20221214135831388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135831388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135831388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135831388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135831388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135831388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135831410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135831428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135831428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135831429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:58:34.818795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30336): Terminating (SIGTERM)\u000a13:58:34.858271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30339): Terminating (SIGTERM)\u000a13:58:34.897768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30342): Terminating (SIGTERM)\u000a13:58:34.907000 --- ParallelTerminationStrategy: PID 30336 died...\u000a13:58:34.960459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30336): Terminated: ok {rc=0}\u000a13:58:34.970176 --- ParallelTerminationStrategy: PID 30339 died...\u000a13:58:35.023605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30339): Terminated: ok {rc=0}\u000a13:58:35.033353 --- ParallelTerminationStrategy: PID 30342 died...\u000a13:58:35.086122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30342): Terminated: ok {rc=0}\u000a13:58:35.173454 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:57:36" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30357): Process ended prematurely: osmo-stp_10.42.42.5(pid=30357) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30357)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30357): Process ended prematurely: osmo-stp_10.42.42.5(pid=30357) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:58:37.306251 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:37.317377 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:58:37.461639 tst cs_paging_gprs_active.py: using LAC 41376\u000a13:58:37.579730 tst cs_paging_gprs_active.py: using RAC 66\u000a13:58:37.700054 tst cs_paging_gprs_active.py: using CellId 41376\u000a13:58:37.820190 tst cs_paging_gprs_active.py: using BVCI 41377\u000a13:58:37.843178 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:37.854107 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:37.864777 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:37.876321 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:37.887157 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:37.898088 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:37.909343 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:37.919925 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:37.931160 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:58:38.048670 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:58:38.331182 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:58:38.456724 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:38.769757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30347): Launched\u000a13:58:39.030598 run iperf3-srv_10.42.42.10(pid=30348): Launched\u000a13:58:39.215310 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:58:39.341176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:39.654751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30349): Launched\u000a13:58:39.914295 run iperf3-srv_10.42.42.10(pid=30350): Launched\u000a13:58:40.098089 tst cs_paging_gprs_active.py:38: start network...\u000a13:58:40.223609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:58:40.707449 run create_hlr_db(pid=30351): Launched\u000a13:58:40.881429 bus /gobi_6: Setting Powered False\u000a13:58:41.904669 run create_hlr_db(pid=30351): Terminated: ok {rc=0}\u000a13:58:42.335734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30353): Launched\u000a13:58:42.661112 run osmo-hlr_10.42.42.2(pid=30354): Launched\u000a13:58:42.780940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:58:43.346041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30356): Launched\u000a13:58:43.671236 run osmo-stp_10.42.42.5(pid=30357): Launched\u000a13:58:43.789852 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:58:44.356390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30359): Launched\u000a13:58:44.472877 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:58:44.756808 run patchelf(pid=30360): Launched\u000a13:58:44.947408 run osmo-stp_10.42.42.5(pid=30357): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30357)]\u000a13:58:45.087231 run osmo-stp_10.42.42.5(pid=30357): stdout: \u000a| (launched: 2022-12-14_13:58:43.511236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:45.227801 run osmo-stp_10.42.42.5(pid=30357): stderr: \u000a| �[0;m�[38;5;43m20221214135843703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135843703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135843703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135843704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135843704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135843704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135843704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:45.363139 run osmo-stp_10.42.42.5(pid=30357): stdout: \u000a| (launched: 2022-12-14_13:58:43.511236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:45.496862 run osmo-stp_10.42.42.5(pid=30357): stderr: \u000a| �[0;m�[38;5;43m20221214135843703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135843703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135843703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135843704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135843704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135843704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135843704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:45.652679 run patchelf(pid=30360): Terminating (SIGINT)\u000a13:58:45.843316 run patchelf(pid=30360): Terminated: ok {rc=0}\u000a13:58:45.879426 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30357): Process ended prematurely: osmo-stp_10.42.42.5(pid=30357) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30357)] [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:58:45.892212 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a13:58:45.968224 run osmo-hlr_10.42.42.2(pid=30354): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30354)]\u000a13:58:46.020824 run osmo-hlr_10.42.42.2(pid=30354): stdout: \u000a| (launched: 2022-12-14_13:58:42.501230) \u000a13:58:46.080729 run osmo-hlr_10.42.42.2(pid=30354): stderr: \u000a| �[0;m�[1;31m20221214135842700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135842700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135842700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135842700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135842700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135842700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135842715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135842724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135842724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135842724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:58:46.138889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30347): Terminating (SIGTERM)\u000a13:58:46.195580 run iperf3-srv_10.42.42.10(pid=30348): Terminating (SIGTERM)\u000a13:58:46.252118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30349): Terminating (SIGTERM)\u000a13:58:46.309153 run iperf3-srv_10.42.42.10(pid=30350): Terminating (SIGTERM)\u000a13:58:46.366854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30353): Terminating (SIGTERM)\u000a13:58:46.419687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30356): Terminating (SIGTERM)\u000a13:58:46.465885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30359): Terminating (SIGTERM)\u000a13:58:46.476378 --- ParallelTerminationStrategy: PID 30347 died...\u000a13:58:46.535048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30347): Terminated: ok {rc=0}\u000a13:58:46.545814 --- ParallelTerminationStrategy: PID 30348 died...\u000a13:58:46.603237 run iperf3-srv_10.42.42.10(pid=30348): Terminated {rc=256}\u000a13:58:46.614011 --- ParallelTerminationStrategy: PID 30349 died...\u000a13:58:46.672202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30349): Terminated: ok {rc=0}\u000a13:58:46.683193 --- ParallelTerminationStrategy: PID 30350 died...\u000a13:58:46.738790 run iperf3-srv_10.42.42.10(pid=30350): Terminated {rc=256}\u000a13:58:46.749407 --- ParallelTerminationStrategy: PID 30353 died...\u000a13:58:46.806349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30353): Terminated: ok {rc=0}\u000a13:58:46.816817 --- ParallelTerminationStrategy: PID 30356 died...\u000a13:58:46.874938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30356): Terminated: ok {rc=0}\u000a13:58:46.885963 --- ParallelTerminationStrategy: PID 30359 died...\u000a13:58:46.942927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30359): Terminated: ok {rc=0}\u000a13:58:47.030207 bus /gobi_0: Setting Powered False\u000a13:58:48.131101 bus /gobi_0: Setting Powered False\u000a13:58:49.243265 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30369): Process ended prematurely: osmo-stp_10.42.42.5(pid=30369) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30369)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30369): Process ended prematurely: osmo-stp_10.42.42.5(pid=30369) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:58:50.354182 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:50.365777 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:58:50.513202 tst iperf3.py: using LAC 41377\u000a13:58:50.633139 tst iperf3.py: using RAC 67\u000a13:58:50.752708 tst iperf3.py: using CellId 41377\u000a13:58:50.872623 tst iperf3.py: using BVCI 41378\u000a13:58:50.895618 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:50.906570 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:50.917258 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:50.927974 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:50.938786 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:50.949590 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:50.960358 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:50.970998 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:50.981955 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:58:51.257488 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:58:51.382717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:51.696171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30361): Launched\u000a13:58:51.957107 run iperf3-srv_10.42.42.10(pid=30362): Launched\u000a13:58:52.141276 tst iperf3.py:8: start network...\u000a13:58:52.267080 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:58:52.750671 run create_hlr_db(pid=30363): Launched\u000a13:58:52.924043 bus /gobi_6: Setting Powered False\u000a13:58:53.946838 run create_hlr_db(pid=30363): Terminated: ok {rc=0}\u000a13:58:54.378805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30365): Launched\u000a13:58:54.704743 run osmo-hlr_10.42.42.2(pid=30366): Launched\u000a13:58:54.827210 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:58:55.392092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30368): Launched\u000a13:58:55.718540 run osmo-stp_10.42.42.5(pid=30369): Launched\u000a13:58:55.837218 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:58:56.403953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30371): Launched\u000a13:58:56.519685 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:58:56.801888 run patchelf(pid=30372): Launched\u000a13:58:56.992149 run osmo-stp_10.42.42.5(pid=30369): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30369)]\u000a13:58:57.131312 run osmo-stp_10.42.42.5(pid=30369): stdout: \u000a| (launched: 2022-12-14_13:58:55.557943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:57.271167 run osmo-stp_10.42.42.5(pid=30369): stderr: \u000a| �[0;m�[38;5;43m20221214135855749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135855749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135855750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135855750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135855750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135855751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135855751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:57.405996 run osmo-stp_10.42.42.5(pid=30369): stdout: \u000a| (launched: 2022-12-14_13:58:55.557943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:57.539623 run osmo-stp_10.42.42.5(pid=30369): stderr: \u000a| �[0;m�[38;5;43m20221214135855749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135855749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135855750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135855750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135855750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135855751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135855751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:57.694761 run patchelf(pid=30372): Terminating (SIGINT)\u000a13:58:57.876222 run patchelf(pid=30372): Terminated: ok {rc=0}\u000a13:58:57.909596 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30369): Process ended prematurely: osmo-stp_10.42.42.5(pid=30369) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30369)] [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:58:57.919535 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:58:57.983672 run osmo-hlr_10.42.42.2(pid=30366): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30366)]\u000a13:58:58.035224 run osmo-hlr_10.42.42.2(pid=30366): stdout: \u000a| (launched: 2022-12-14_13:58:54.544827) \u000a13:58:58.087454 run osmo-hlr_10.42.42.2(pid=30366): stderr: \u000a| �[0;m�[1;31m20221214135854743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135854743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135854743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135854743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135854743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135854743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135854756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135854764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135854765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135854765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:58:58.132349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30361): Terminating (SIGTERM)\u000a13:58:58.174958 run iperf3-srv_10.42.42.10(pid=30362): Terminating (SIGTERM)\u000a13:58:58.217148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30365): Terminating (SIGTERM)\u000a13:58:58.259723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30368): Terminating (SIGTERM)\u000a13:58:58.301935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30371): Terminating (SIGTERM)\u000a13:58:58.311661 --- ParallelTerminationStrategy: PID 30361 died...\u000a13:58:58.368425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30361): Terminated: ok {rc=0}\u000a13:58:58.378635 --- ParallelTerminationStrategy: PID 30362 died...\u000a13:58:58.434951 run iperf3-srv_10.42.42.10(pid=30362): Terminated {rc=256}\u000a13:58:58.445089 --- ParallelTerminationStrategy: PID 30365 died...\u000a13:58:58.501356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30365): Terminated: ok {rc=0}\u000a13:58:58.511463 --- ParallelTerminationStrategy: PID 30368 died...\u000a13:58:58.568005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30368): Terminated: ok {rc=0}\u000a13:58:58.578104 --- ParallelTerminationStrategy: PID 30371 died...\u000a13:58:58.634674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30371): Terminated: ok {rc=0}\u000a13:58:58.721973 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30387): Process ended prematurely: osmo-stp_10.42.42.5(pid=30387) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30387)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30387): Process ended prematurely: osmo-stp_10.42.42.5(pid=30387) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:58:59.833386 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:59.845238 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:58:59.990631 tst iperf3m4.py: using LAC 41378\u000a13:59:00.107355 tst iperf3m4.py: using RAC 68\u000a13:59:00.224747 tst iperf3m4.py: using CellId 41378\u000a13:59:00.341392 tst iperf3m4.py: using BVCI 41379\u000a13:59:00.364582 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:00.375558 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:00.386632 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:00.397464 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:00.408215 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:00.419364 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:00.430555 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:00.441589 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:00.452657 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:59:00.566527 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:59:00.683904 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:59:00.798663 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:59:01.088283 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:59:01.217726 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:59:01.550851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30373): Launched\u000a13:59:01.835358 run iperf3-srv_10.42.42.10(pid=30374): Launched\u000a13:59:02.022491 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:59:02.150546 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:59:02.466667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30375): Launched\u000a13:59:02.726349 run iperf3-srv_10.42.42.10(pid=30376): Launched\u000a13:59:02.910176 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:59:03.035696 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:59:03.349955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30377): Launched\u000a13:59:03.610103 run iperf3-srv_10.42.42.10(pid=30378): Launched\u000a13:59:03.793613 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:59:03.918841 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:59:04.232358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30379): Launched\u000a13:59:04.493071 run iperf3-srv_10.42.42.10(pid=30380): Launched\u000a13:59:04.676845 tst iperf3m4.py:8: start network...\u000a13:59:04.802618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:59:05.288635 run create_hlr_db(pid=30381): Launched\u000a13:59:05.463158 bus /gobi_6: Setting Powered False\u000a13:59:06.485055 run create_hlr_db(pid=30381): Terminated: ok {rc=0}\u000a13:59:06.888781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30383): Launched\u000a13:59:07.191608 run osmo-hlr_10.42.42.2(pid=30384): Launched\u000a13:59:07.302749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:59:07.827467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30386): Launched\u000a13:59:08.130237 run osmo-stp_10.42.42.5(pid=30387): Launched\u000a13:59:08.240203 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:59:08.766649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30389): Launched\u000a13:59:08.874461 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:59:09.138762 run patchelf(pid=30390): Launched\u000a13:59:09.316499 run osmo-stp_10.42.42.5(pid=30387): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30387)]\u000a13:59:09.447052 run osmo-stp_10.42.42.5(pid=30387): stdout: \u000a| (launched: 2022-12-14_13:59:07.980905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:09.577494 run osmo-stp_10.42.42.5(pid=30387): stderr: \u000a| �[0;m�[38;5;43m20221214135908154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135908154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135908154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135908155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135908155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135908155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135908155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:09.702942 run osmo-stp_10.42.42.5(pid=30387): stdout: \u000a| (launched: 2022-12-14_13:59:07.980905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:09.827380 run osmo-stp_10.42.42.5(pid=30387): stderr: \u000a| �[0;m�[38;5;43m20221214135908154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135908154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135908154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135908155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135908155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135908155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135908155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:09.971959 run patchelf(pid=30390): Terminating (SIGINT)\u000a13:59:10.142470 run patchelf(pid=30390): Terminated: ok {rc=0}\u000a13:59:10.173714 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30387): Process ended prematurely: osmo-stp_10.42.42.5(pid=30387) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30387)] [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:59:10.182879 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a13:59:10.243029 run osmo-hlr_10.42.42.2(pid=30384): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30384)]\u000a13:59:10.291910 run osmo-hlr_10.42.42.2(pid=30384): stdout: \u000a| (launched: 2022-12-14_13:59:07.042981) \u000a13:59:10.341374 run osmo-hlr_10.42.42.2(pid=30384): stderr: \u000a| �[0;m�[1;31m20221214135907218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135907218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135907219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135907219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135907219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135907219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135907231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135907240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135907240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135907240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:10.383286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30373): Terminating (SIGTERM)\u000a13:59:10.422773 run iperf3-srv_10.42.42.10(pid=30374): Terminating (SIGTERM)\u000a13:59:10.462265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30375): Terminating (SIGTERM)\u000a13:59:10.501528 run iperf3-srv_10.42.42.10(pid=30376): Terminating (SIGTERM)\u000a13:59:10.540789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30377): Terminating (SIGTERM)\u000a13:59:10.580303 run iperf3-srv_10.42.42.10(pid=30378): Terminating (SIGTERM)\u000a13:59:10.619795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30379): Terminating (SIGTERM)\u000a13:59:10.658977 run iperf3-srv_10.42.42.10(pid=30380): Terminating (SIGTERM)\u000a13:59:10.698410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30383): Terminating (SIGTERM)\u000a13:59:10.737630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30386): Terminating (SIGTERM)\u000a13:59:10.776981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30389): Terminating (SIGTERM)\u000a13:59:10.786209 --- ParallelTerminationStrategy: PID 30373 died...\u000a13:59:10.839664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30373): Terminated: ok {rc=0}\u000a13:59:10.849462 --- ParallelTerminationStrategy: PID 30374 died...\u000a13:59:10.902415 run iperf3-srv_10.42.42.10(pid=30374): Terminated {rc=256}\u000a13:59:10.912136 --- ParallelTerminationStrategy: PID 30375 died...\u000a13:59:10.965190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30375): Terminated: ok {rc=0}\u000a13:59:10.974899 --- ParallelTerminationStrategy: PID 30376 died...\u000a13:59:11.027681 run iperf3-srv_10.42.42.10(pid=30376): Terminated {rc=256}\u000a13:59:11.037286 --- ParallelTerminationStrategy: PID 30377 died...\u000a13:59:11.090424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30377): Terminated: ok {rc=0}\u000a13:59:11.100115 --- ParallelTerminationStrategy: PID 30378 died...\u000a13:59:11.153114 run iperf3-srv_10.42.42.10(pid=30378): Terminated {rc=256}\u000a13:59:11.162607 --- ParallelTerminationStrategy: PID 30379 died...\u000a13:59:11.215948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30379): Terminated: ok {rc=0}\u000a13:59:11.225985 --- ParallelTerminationStrategy: PID 30380 died...\u000a13:59:11.279342 run iperf3-srv_10.42.42.10(pid=30380): Terminated {rc=256}\u000a13:59:11.289273 --- ParallelTerminationStrategy: PID 30383 died...\u000a13:59:11.342230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30383): Terminated: ok {rc=0}\u000a13:59:11.351982 --- ParallelTerminationStrategy: PID 30386 died...\u000a13:59:11.404705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30386): Terminated: ok {rc=0}\u000a13:59:11.414505 --- ParallelTerminationStrategy: PID 30389 died...\u000a13:59:11.467185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30389): Terminated: ok {rc=0}\u000a13:59:11.550598 bus /gobi_4: Setting Powered False\u000a13:59:12.657753 bus /gobi_4: Setting Powered False\u000a13:59:13.765254 bus /gobi_1: Setting Powered False\u000a13:59:14.871749 bus /gobi_1: Setting Powered False\u000a13:59:15.992330 bus /gobi_0: Setting Powered False\u000a13:59:17.102934 bus /gobi_0: Setting Powered False\u000a13:59:18.209967 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30397): Process ended prematurely: osmo-stp_10.42.42.5(pid=30397) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30397)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30397): Process ended prematurely: osmo-stp_10.42.42.5(pid=30397) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:59:19.278779 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:19.290786 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:59:19.445482 tst ping.py: using LAC 41379\u000a13:59:19.569452 tst ping.py: using RAC 69\u000a13:59:19.694681 tst ping.py: using CellId 41379\u000a13:59:19.820408 tst ping.py: using BVCI 41380\u000a13:59:19.844621 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:19.856017 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:19.867197 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:19.878398 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:19.889862 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:19.901383 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:19.912993 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:19.924450 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:59:20.198697 tst ping.py:19: start network...\u000a13:59:20.326343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:59:20.827332 run create_hlr_db(pid=30391): Launched\u000a13:59:21.012639 bus /gobi_6: Setting Powered False\u000a13:59:22.033276 run create_hlr_db(pid=30391): Terminated: ok {rc=0}\u000a13:59:22.434223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30393): Launched\u000a13:59:22.734101 run osmo-hlr_10.42.42.2(pid=30394): Launched\u000a13:59:22.844475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:59:23.367169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30396): Launched\u000a13:59:23.665746 run osmo-stp_10.42.42.5(pid=30397): Launched\u000a13:59:23.784079 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:59:24.305328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30399): Launched\u000a13:59:24.410719 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:59:24.668917 run patchelf(pid=30400): Launched\u000a13:59:24.841814 run osmo-stp_10.42.42.5(pid=30397): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30397)]\u000a13:59:24.968100 run osmo-stp_10.42.42.5(pid=30397): stdout: \u000a| (launched: 2022-12-14_13:59:23.519246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:25.094567 run osmo-stp_10.42.42.5(pid=30397): stderr: \u000a| �[0;m�[38;5;43m20221214135923690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135923691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135923691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135923691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135923692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135923692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135923692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:25.216890 run osmo-stp_10.42.42.5(pid=30397): stdout: \u000a| (launched: 2022-12-14_13:59:23.519246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:25.338502 run osmo-stp_10.42.42.5(pid=30397): stderr: \u000a| �[0;m�[38;5;43m20221214135923690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135923691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135923691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135923691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135923692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135923692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135923692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:25.480251 run patchelf(pid=30400): Terminating (SIGINT)\u000a13:59:25.646444 run patchelf(pid=30400): Terminated: ok {rc=0}\u000a13:59:25.676782 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30397): Process ended prematurely: osmo-stp_10.42.42.5(pid=30397) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30397)] [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:59:25.685293 tst ping.py:22: Test FAILED (6.4 sec)\u000a13:59:25.744200 run osmo-hlr_10.42.42.2(pid=30394): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30394)]\u000a13:59:25.792467 run osmo-hlr_10.42.42.2(pid=30394): stdout: \u000a| (launched: 2022-12-14_13:59:22.586140) \u000a13:59:25.841318 run osmo-hlr_10.42.42.2(pid=30394): stderr: \u000a| �[0;m�[1;31m20221214135922761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135922761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135922761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135922761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135922761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135922761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135922773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135922782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135922782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135922783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:25.882929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30393): Terminating (SIGTERM)\u000a13:59:25.922162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30396): Terminating (SIGTERM)\u000a13:59:25.961625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30399): Terminating (SIGTERM)\u000a13:59:25.970541 --- ParallelTerminationStrategy: PID 30393 died...\u000a13:59:26.023090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30393): Terminated: ok {rc=0}\u000a13:59:26.032672 --- ParallelTerminationStrategy: PID 30396 died...\u000a13:59:26.085011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30396): Terminated: ok {rc=0}\u000a13:59:26.094589 --- ParallelTerminationStrategy: PID 30399 died...\u000a13:59:26.147054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30399): Terminated: ok {rc=0}\u000a13:59:26.229611 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30407): Process ended prematurely: osmo-stp_10.42.42.5(pid=30407) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30407)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30407): Process ended prematurely: osmo-stp_10.42.42.5(pid=30407) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:59:27.278947 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:27.290640 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:59:27.435701 tst ping_idle_ping.py: using LAC 41380\u000a13:59:27.552066 tst ping_idle_ping.py: using RAC 70\u000a13:59:27.670374 tst ping_idle_ping.py: using CellId 41380\u000a13:59:27.786742 tst ping_idle_ping.py: using BVCI 41381\u000a13:59:27.809577 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:27.820696 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:27.831681 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:27.842513 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:27.853271 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:27.864102 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:27.875151 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:27.886016 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:59:28.174698 tst ping_idle_ping.py:24: start network...\u000a13:59:28.308531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:59:28.815332 run create_hlr_db(pid=30401): Launched\u000a13:59:29.000690 bus /gobi_6: Setting Powered False\u000a13:59:30.021924 run create_hlr_db(pid=30401): Terminated: ok {rc=0}\u000a13:59:30.445138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30403): Launched\u000a13:59:30.766766 run osmo-hlr_10.42.42.2(pid=30404): Launched\u000a13:59:30.947571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:59:31.591605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30406): Launched\u000a13:59:32.022198 run osmo-stp_10.42.42.5(pid=30407): Launched\u000a13:59:32.172062 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:59:32.777745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30409): Launched\u000a13:59:32.891418 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:59:33.169134 run patchelf(pid=30410): Launched\u000a13:59:33.354664 run osmo-stp_10.42.42.5(pid=30407): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30407)]\u000a13:59:33.490602 run osmo-stp_10.42.42.5(pid=30407): stdout: \u000a| (launched: 2022-12-14_13:59:31.756309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:33.626750 run osmo-stp_10.42.42.5(pid=30407): stderr: \u000a| �[0;m�[38;5;43m20221214135932052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135932053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135932053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135932053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135932054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135932054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135932054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:33.758612 run osmo-stp_10.42.42.5(pid=30407): stdout: \u000a| (launched: 2022-12-14_13:59:31.756309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:33.889176 run osmo-stp_10.42.42.5(pid=30407): stderr: \u000a| �[0;m�[38;5;43m20221214135932052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135932053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135932053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135932053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135932054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135932054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135932054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:34.041624 run patchelf(pid=30410): Terminating (SIGINT)\u000a13:59:34.220677 run patchelf(pid=30410): Terminated: ok {rc=0}\u000a13:59:34.253466 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30407): Process ended prematurely: osmo-stp_10.42.42.5(pid=30407) [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30407)] [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:59:34.262651 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a13:59:34.325678 run osmo-hlr_10.42.42.2(pid=30404): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30404)]\u000a13:59:34.376741 run osmo-hlr_10.42.42.2(pid=30404): stdout: \u000a| (launched: 2022-12-14_13:59:30.608275) \u000a13:59:34.428340 run osmo-hlr_10.42.42.2(pid=30404): stderr: \u000a| �[0;m�[1;31m20221214135930806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135930806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135930806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135930806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135930806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135930806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135930819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135930834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135930834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135930834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:34.472590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30403): Terminating (SIGTERM)\u000a13:59:34.514485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30406): Terminating (SIGTERM)\u000a13:59:34.556716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30409): Terminating (SIGTERM)\u000a13:59:34.566448 --- ParallelTerminationStrategy: PID 30403 died...\u000a13:59:34.622384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30403): Terminated: ok {rc=0}\u000a13:59:34.632368 --- ParallelTerminationStrategy: PID 30406 died...\u000a13:59:34.688163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30406): Terminated: ok {rc=0}\u000a13:59:34.698108 --- ParallelTerminationStrategy: PID 30409 died...\u000a13:59:34.753588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30409): Terminated: ok {rc=0}\u000a13:59:34.838574 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:58:36" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30423): Process ended prematurely: osmo-stp_10.42.42.5(pid=30423) [trial-2405↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30423)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30423): Process ended prematurely: osmo-stp_10.42.42.5(pid=30423) [trial-2405↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:59:36.828666 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:59:36.840126 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:59:36.983580 tst switch_tch_pdch.py: using LAC 41381\u000a13:59:37.101618 tst switch_tch_pdch.py: using RAC 71\u000a13:59:37.218028 tst switch_tch_pdch.py: using CellId 41381\u000a13:59:37.334720 tst switch_tch_pdch.py: using BVCI 41382\u000a13:59:37.357563 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:59:37.368936 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:59:37.380269 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:59:37.391566 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:59:37.402894 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:59:37.414202 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:59:37.425663 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:59:37.437036 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:59:37.555534 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:59:37.845033 tst switch_tch_pdch.py:51: start network...\u000a13:59:37.979878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:59:38.483913 run create_hlr_db(pid=30417): Launched\u000a13:59:38.668654 bus /gobi_6: Setting Powered False\u000a13:59:39.690528 run create_hlr_db(pid=30417): Terminated: ok {rc=0}\u000a13:59:40.091737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30419): Launched\u000a13:59:40.391290 run osmo-hlr_10.42.42.2(pid=30420): Launched\u000a13:59:40.501264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:59:41.017202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30422): Launched\u000a13:59:41.314939 run osmo-stp_10.42.42.5(pid=30423): Launched\u000a13:59:41.422740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:59:41.941184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30425): Launched\u000a13:59:42.046632 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:59:42.305986 run patchelf(pid=30426): Launched\u000a13:59:42.479360 run osmo-stp_10.42.42.5(pid=30423): ERR: Terminated: ERROR {rc=1} [trial-2405↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30423)]\u000a13:59:42.606280 run osmo-stp_10.42.42.5(pid=30423): stdout: \u000a| (launched: 2022-12-14_13:59:41.168264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:42.733590 run osmo-stp_10.42.42.5(pid=30423): stderr: \u000a| �[0;m�[38;5;43m20221214135941337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135941337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135941338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135941338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135941339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135941339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135941339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:42.856266 run osmo-stp_10.42.42.5(pid=30423): stdout: \u000a| (launched: 2022-12-14_13:59:41.168264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:42.978218 run osmo-stp_10.42.42.5(pid=30423): stderr: \u000a| �[0;m�[38;5;43m20221214135941337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135941337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135941338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135941338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135941339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135941339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135941339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:43.120225 run patchelf(pid=30426): Terminating (SIGINT)\u000a13:59:43.286392 run patchelf(pid=30426): Terminated: ok {rc=0}\u000a13:59:43.316810 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30423): Process ended prematurely: osmo-stp_10.42.42.5(pid=30423) [trial-2405↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30423)] [trial-2405↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:59:43.325660 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a13:59:43.385010 run osmo-hlr_10.42.42.2(pid=30420): ERR: Terminated: ERROR {rc=237} [trial-2405↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30420)]\u000a13:59:43.433576 run osmo-hlr_10.42.42.2(pid=30420): stdout: \u000a| (launched: 2022-12-14_13:59:40.243820) \u000a13:59:43.482869 run osmo-hlr_10.42.42.2(pid=30420): stderr: \u000a| �[0;m�[1;31m20221214135940419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135940419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135940419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135940419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135940419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135940419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135940431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135940440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135940440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135940440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:43.524727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30419): Terminating (SIGTERM)\u000a13:59:43.564567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30422): Terminating (SIGTERM)\u000a13:59:43.603928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30425): Terminating (SIGTERM)\u000a13:59:43.613187 --- ParallelTerminationStrategy: PID 30419 died...\u000a13:59:43.665924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30419): Terminated: ok {rc=0}\u000a13:59:43.675443 --- ParallelTerminationStrategy: PID 30422 died...\u000a13:59:43.728265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30422): Terminated: ok {rc=0}\u000a13:59:43.737931 --- ParallelTerminationStrategy: PID 30425 died...\u000a13:59:43.790668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30425): Terminated: ok {rc=0}\u000a13:59:43.878122 bus /gobi_0: Setting Powered False\u000a13:59:44.980312 bus /gobi_0: Setting Powered False\u000a13:59:46.113912 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:59:36" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30436): Process ended prematurely: osmo-stp_10.42.42.5(pid=30436) [trial-2405↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30436)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30436): Process ended prematurely: osmo-stp_10.42.42.5(pid=30436) [trial-2405↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a13:59:48.054549 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:59:48.065167 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:59:48.197329 tst mo_mt_sms.py: using LAC 41382\u000a13:59:48.314315 tst mo_mt_sms.py: using RAC 72\u000a13:59:48.429629 tst mo_mt_sms.py: using CellId 41382\u000a13:59:48.545648 tst mo_mt_sms.py: using BVCI 41383\u000a13:59:48.568172 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:59:48.578703 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:59:48.589025 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:59:48.599335 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:59:48.610128 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:59:48.620875 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a13:59:48.739483 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a13:59:48.936420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:59:49.412659 run create_hlr_db(pid=30430): Launched\u000a13:59:49.584270 bus /gobi_6: Setting Powered False\u000a13:59:50.617804 run create_hlr_db(pid=30430): Terminated: ok {rc=0}\u000a13:59:51.040492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30432): Launched\u000a13:59:51.360854 run osmo-hlr_10.42.42.2(pid=30433): Launched\u000a13:59:51.479940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:59:52.033359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30435): Launched\u000a13:59:52.352828 run osmo-stp_10.42.42.5(pid=30436): Launched\u000a13:59:52.471707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:59:53.055377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30438): Launched\u000a13:59:53.373856 run osmo-msc_10.42.42.6(pid=30439): Launched\u000a13:59:53.561110 run osmo-stp_10.42.42.5(pid=30436): ERR: Terminated: ERROR {rc=1} [trial-2405↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30436)]\u000a13:59:53.696425 run osmo-stp_10.42.42.5(pid=30436): stdout: \u000a| (launched: 2022-12-14_13:59:52.194981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:53.831089 run osmo-stp_10.42.42.5(pid=30436): stderr: \u000a| �[0;m�[38;5;43m20221214135952387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135952388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135952388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135952388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135952389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135952389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135952389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:53.959556 run osmo-stp_10.42.42.5(pid=30436): stdout: \u000a| (launched: 2022-12-14_13:59:52.194981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:54.087244 run osmo-stp_10.42.42.5(pid=30436): stderr: \u000a| �[0;m�[38;5;43m20221214135952387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214135952388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214135952388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214135952388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214135952389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214135952389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214135952389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:54.142769 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=30436): Process ended prematurely: osmo-stp_10.42.42.5(pid=30436) [trial-2405↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30436)] [trial-2405↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a13:59:54.151110 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a13:59:54.213830 run osmo-hlr_10.42.42.2(pid=30433): ERR: Terminated: ERROR {rc=237} [trial-2405↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30433)]\u000a13:59:54.265146 run osmo-hlr_10.42.42.2(pid=30433): stdout: \u000a| (launched: 2022-12-14_13:59:51.204019) \u000a13:59:54.317168 run osmo-hlr_10.42.42.2(pid=30433): stderr: \u000a| �[0;m�[1;31m20221214135951401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214135951401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214135951401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135951401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214135951401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214135951401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214135951414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214135951422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214135951422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214135951422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:54.387579 run osmo-msc_10.42.42.6(pid=30439): ERR: Terminated: ERROR {rc=2} [trial-2405↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30439)]\u000a13:59:54.438670 run osmo-msc_10.42.42.6(pid=30439): stdout: \u000a| (launched: 2022-12-14_13:59:53.217394) \u000a13:59:54.490427 run osmo-msc_10.42.42.6(pid=30439): stderr: \u000a| �[0;m�[38;5;43m20221214135953537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214135953537 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47227f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214135953537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214135953537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214135953537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214135953538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214135953539 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214135953540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214135953540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214135953540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:59:54.534783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30432): Terminating (SIGTERM)\u000a13:59:54.577006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30435): Terminating (SIGTERM)\u000a13:59:54.618726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30438): Terminating (SIGTERM)\u000a13:59:54.628380 --- ParallelTerminationStrategy: PID 30432 died...\u000a13:59:54.684663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30432): Terminated: ok {rc=0}\u000a13:59:54.694795 --- ParallelTerminationStrategy: PID 30435 died...\u000a13:59:54.750687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30435): Terminated: ok {rc=0}\u000a13:59:54.760700 --- ParallelTerminationStrategy: PID 30438 died...\u000a13:59:54.816607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30438): Terminated: ok {rc=0}\u000a13:59:54.902980 bus /sierra_3: Setting Powered False\u000a13:59:56.009017 bus /sierra_3: Setting Powered False\u000a13:59:57.117259 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:59:47" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30445): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30445) [trial-2405↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30445)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30445): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30445) [trial-2405↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a13:59:58.967130 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a13:59:58.978399 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:59:59.117893 tst assert_extension.py: using LAC 41383\u000a13:59:59.233232 tst assert_extension.py: using RAC 73\u000a13:59:59.349303 tst assert_extension.py: using CellId 41383\u000a13:59:59.464546 tst assert_extension.py: using BVCI 41384\u000a13:59:59.487468 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a13:59:59.776208 tst assert_extension.py:10: start nitb and bts...\u000a13:59:59.909761 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:00:00.569535 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30444): Launched\u000a14:00:00.890864 run osmo-nitb_10.42.42.2(pid=30445): Launched\u000a14:00:01.102020 run osmo-nitb_10.42.42.2(pid=30445): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30445)]\u000a14:00:01.248451 run osmo-nitb_10.42.42.2(pid=30445): stdout: \u000a| (launched: 2022-12-14_14:00:00.732204) \u000a14:00:01.395086 run osmo-nitb_10.42.42.2(pid=30445): stderr: \u000a| (launched: 2022-12-14_14:00:00.779955)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:00:01.537273 run osmo-nitb_10.42.42.2(pid=30445): stdout: \u000a| (launched: 2022-12-14_14:00:00.732204) \u000a14:00:01.678187 run osmo-nitb_10.42.42.2(pid=30445): stderr: \u000a| (launched: 2022-12-14_14:00:00.779955)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:00:02.071295 tst osmo-nitb_10.42.42.2(pid=30445): stdout: \u000a| (launched: 2022-12-14_14:00:00.732204) \u000a14:00:02.222068 tst osmo-nitb_10.42.42.2(pid=30445): stderr: \u000a| (launched: 2022-12-14_14:00:00.779955)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:00:02.278808 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=30445): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30445) [trial-2405↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30445)] [trial-2405↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a14:00:02.288777 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a14:00:02.326835 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30444): Terminating (SIGTERM)\u000a14:00:02.504808 --- ParallelTerminationStrategy: PID 30444 died...\u000a14:00:02.562934 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30444): Terminated: ok {rc=0}\u000a14:00:02.650266 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T13:59:58" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30458): Process ended prematurely: osmo-stp_10.42.42.5(pid=30458) [trial-2405↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30458)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30458): Process ended prematurely: osmo-stp_10.42.42.5(pid=30458) [trial-2405↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a14:00:04.485256 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:00:04.496508 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a14:00:04.627892 tst assert_extension.py: using LAC 41384\u000a14:00:04.742777 tst assert_extension.py: using RAC 74\u000a14:00:04.857199 tst assert_extension.py: using CellId 41384\u000a14:00:04.973453 tst assert_extension.py: using BVCI 41385\u000a14:00:04.995908 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:00:05.006585 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:00:05.016990 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:00:05.027331 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:00:05.037813 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:00:05.048082 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a14:00:05.256261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:05.758850 run create_hlr_db(pid=30452): Launched\u000a14:00:05.943828 bus /sierra_2: Setting Powered False\u000a14:00:06.965247 run create_hlr_db(pid=30452): Terminated: ok {rc=0}\u000a14:00:07.391125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30454): Launched\u000a14:00:07.712684 run osmo-hlr_10.42.42.2(pid=30455): Launched\u000a14:00:07.831453 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:08.388368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30457): Launched\u000a14:00:08.708090 run osmo-stp_10.42.42.5(pid=30458): Launched\u000a14:00:08.824701 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:00:09.405080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30460): Launched\u000a14:00:09.724032 run osmo-msc_10.42.42.6(pid=30461): Launched\u000a14:00:09.911484 run osmo-stp_10.42.42.5(pid=30458): ERR: Terminated: ERROR {rc=1} [trial-2405↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30458)]\u000a14:00:10.048135 run osmo-stp_10.42.42.5(pid=30458): stdout: \u000a| (launched: 2022-12-14_14:00:08.550626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:10.183329 run osmo-stp_10.42.42.5(pid=30458): stderr: \u000a| �[0;m�[38;5;43m20221214140008742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140008742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140008742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140008743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140008743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140008743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140008743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:10.311505 run osmo-stp_10.42.42.5(pid=30458): stdout: \u000a| (launched: 2022-12-14_14:00:08.550626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:10.439108 run osmo-stp_10.42.42.5(pid=30458): stderr: \u000a| �[0;m�[38;5;43m20221214140008742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140008742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140008742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140008743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140008743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140008743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140008743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:10.494455 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=30458): Process ended prematurely: osmo-stp_10.42.42.5(pid=30458) [trial-2405↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30458)] [trial-2405↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a14:00:10.502968 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a14:00:10.566162 run osmo-hlr_10.42.42.2(pid=30455): ERR: Terminated: ERROR {rc=237} [trial-2405↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30455)]\u000a14:00:10.618026 run osmo-hlr_10.42.42.2(pid=30455): stdout: \u000a| (launched: 2022-12-14_14:00:07.554284) \u000a14:00:10.670306 run osmo-hlr_10.42.42.2(pid=30455): stderr: \u000a| �[0;m�[1;31m20221214140007754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140007754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140007754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140007754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140007754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140007754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140007766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140007774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140007774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140007774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:10.741146 run osmo-msc_10.42.42.6(pid=30461): ERR: Terminated: ERROR {rc=2} [trial-2405↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30461)]\u000a14:00:10.792604 run osmo-msc_10.42.42.6(pid=30461): stdout: \u000a| (launched: 2022-12-14_14:00:09.566860) \u000a14:00:10.844666 run osmo-msc_10.42.42.6(pid=30461): stderr: \u000a| �[0;m�[38;5;43m20221214140009889 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140009889 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f175c5c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140009890 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140009890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140009890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140009890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140009892 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140009892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140009892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140009892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:00:10.889381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30454): Terminating (SIGTERM)\u000a14:00:10.931697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30457): Terminating (SIGTERM)\u000a14:00:10.974006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30460): Terminating (SIGTERM)\u000a14:00:10.983678 --- ParallelTerminationStrategy: PID 30454 died...\u000a14:00:11.040268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30454): Terminated: ok {rc=0}\u000a14:00:11.050333 --- ParallelTerminationStrategy: PID 30457 died...\u000a14:00:11.106347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30457): Terminated: ok {rc=0}\u000a14:00:11.116361 --- ParallelTerminationStrategy: PID 30460 died...\u000a14:00:11.172618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30460): Terminated: ok {rc=0}\u000a14:00:11.259035 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:00:04" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30472): Process ended prematurely: osmo-stp_10.42.42.5(pid=30472) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30472)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30472): Process ended prematurely: osmo-stp_10.42.42.5(pid=30472) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a14:00:13.241054 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:00:13.252696 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a14:00:13.416872 tst mo_mt_call.py: using LAC 41385\u000a14:00:13.543653 tst mo_mt_call.py: using RAC 75\u000a14:00:13.670010 tst mo_mt_call.py: using CellId 41385\u000a14:00:13.798711 tst mo_mt_call.py: using BVCI 41386\u000a14:00:13.823610 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:00:13.835323 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:00:13.846798 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:00:13.858369 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:00:13.870947 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:00:13.883248 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:00:14.000855 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:00:14.208466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:14.716778 run create_hlr_db(pid=30466): Launched\u000a14:00:14.904935 bus /sierra_2: Setting Powered False\u000a14:00:15.943785 run create_hlr_db(pid=30466): Terminated: ok {rc=0}\u000a14:00:16.365868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30468): Launched\u000a14:00:16.793847 run osmo-hlr_10.42.42.2(pid=30469): Launched\u000a14:00:16.941467 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:17.577152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30471): Launched\u000a14:00:17.881208 run osmo-stp_10.42.42.5(pid=30472): Launched\u000a14:00:17.990776 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:00:18.540914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30474): Launched\u000a14:00:18.843786 run osmo-msc_10.42.42.6(pid=30475): Launched\u000a14:00:19.020509 run osmo-stp_10.42.42.5(pid=30472): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30472)]\u000a14:00:19.148224 run osmo-stp_10.42.42.5(pid=30472): stdout: \u000a| (launched: 2022-12-14_14:00:17.730875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:19.273759 run osmo-stp_10.42.42.5(pid=30472): stderr: \u000a| �[0;m�[38;5;43m20221214140017901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140017901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140017901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140017901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140017902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140017902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140017902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:19.394942 run osmo-stp_10.42.42.5(pid=30472): stdout: \u000a| (launched: 2022-12-14_14:00:17.730875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:19.515341 run osmo-stp_10.42.42.5(pid=30472): stderr: \u000a| �[0;m�[38;5;43m20221214140017901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140017901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140017901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140017901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140017902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140017902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140017902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:19.568152 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30472): Process ended prematurely: osmo-stp_10.42.42.5(pid=30472) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30472)] [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a14:00:19.576615 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a14:00:19.635995 run osmo-hlr_10.42.42.2(pid=30469): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30469)]\u000a14:00:19.684629 run osmo-hlr_10.42.42.2(pid=30469): stdout: \u000a| (launched: 2022-12-14_14:00:16.524479) \u000a14:00:19.734046 run osmo-hlr_10.42.42.2(pid=30469): stderr: \u000a| �[0;m�[1;31m20221214140016738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140016738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140016738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140016738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140016738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140016738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140016756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140016785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140016785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140016786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:19.801163 run osmo-msc_10.42.42.6(pid=30475): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30475)]\u000a14:00:19.850369 run osmo-msc_10.42.42.6(pid=30475): stdout: \u000a| (launched: 2022-12-14_14:00:18.694582) \u000a14:00:19.899689 run osmo-msc_10.42.42.6(pid=30475): stderr: \u000a| �[0;m�[38;5;43m20221214140018967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140018967 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f962f9aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140018967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140018967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140018967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140018967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140018969 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140018970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140018970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140018970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:00:19.941201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30468): Terminating (SIGTERM)\u000a14:00:19.980173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30471): Terminating (SIGTERM)\u000a14:00:20.019433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30474): Terminating (SIGTERM)\u000a14:00:20.028599 --- ParallelTerminationStrategy: PID 30468 died...\u000a14:00:20.081282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30468): Terminated: ok {rc=0}\u000a14:00:20.090811 --- ParallelTerminationStrategy: PID 30471 died...\u000a14:00:20.143158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30471): Terminated: ok {rc=0}\u000a14:00:20.152570 --- ParallelTerminationStrategy: PID 30474 died...\u000a14:00:20.205098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30474): Terminated: ok {rc=0}\u000a14:00:20.288312 bus /sierra_3: Setting Powered False\u000a14:00:21.389131 bus /sierra_3: Setting Powered False\u000a14:00:22.499974 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30483): Process ended prematurely: osmo-stp_10.42.42.5(pid=30483) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30483)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30483): Process ended prematurely: osmo-stp_10.42.42.5(pid=30483) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:00:23.609568 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:00:23.621544 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a14:00:23.776598 tst mo_mt_call_osmux.py: using LAC 41386\u000a14:00:23.895541 tst mo_mt_call_osmux.py: using RAC 76\u000a14:00:24.016534 tst mo_mt_call_osmux.py: using CellId 41386\u000a14:00:24.135016 tst mo_mt_call_osmux.py: using BVCI 41387\u000a14:00:24.157978 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:00:24.168931 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:00:24.179822 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:00:24.190698 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:00:24.201637 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:00:24.212463 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:00:24.327241 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:00:24.538913 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:25.050085 run create_hlr_db(pid=30477): Launched\u000a14:00:25.238519 bus /sierra_2: Setting Powered False\u000a14:00:26.260175 run create_hlr_db(pid=30477): Terminated: ok {rc=0}\u000a14:00:26.666789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30479): Launched\u000a14:00:26.969634 run osmo-hlr_10.42.42.2(pid=30480): Launched\u000a14:00:27.089321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:27.655021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30482): Launched\u000a14:00:27.982476 run osmo-stp_10.42.42.5(pid=30483): Launched\u000a14:00:28.101649 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:00:28.694328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30485): Launched\u000a14:00:29.019168 run osmo-msc_10.42.42.6(pid=30486): Launched\u000a14:00:29.210137 run osmo-stp_10.42.42.5(pid=30483): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30483)]\u000a14:00:29.347941 run osmo-stp_10.42.42.5(pid=30483): stdout: \u000a| (launched: 2022-12-14_14:00:27.821074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:29.485096 run osmo-stp_10.42.42.5(pid=30483): stderr: \u000a| �[0;m�[38;5;43m20221214140028014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140028014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140028014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140028015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140028015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140028015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140028015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:29.616065 run osmo-stp_10.42.42.5(pid=30483): stdout: \u000a| (launched: 2022-12-14_14:00:27.821074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:29.746541 run osmo-stp_10.42.42.5(pid=30483): stderr: \u000a| �[0;m�[38;5;43m20221214140028014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140028014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140028014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140028015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140028015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140028015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140028015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:29.803580 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30483): Process ended prematurely: osmo-stp_10.42.42.5(pid=30483) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30483)] [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a14:00:29.812639 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a14:00:29.875592 run osmo-hlr_10.42.42.2(pid=30480): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30480)]\u000a14:00:29.926812 run osmo-hlr_10.42.42.2(pid=30480): stdout: \u000a| (launched: 2022-12-14_14:00:26.820551) \u000a14:00:29.979196 run osmo-hlr_10.42.42.2(pid=30480): stderr: \u000a| �[0;m�[1;31m20221214140026999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140026999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140026999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140026999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140026999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140026999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140027011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140027020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140027020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140027020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:30.049745 run osmo-msc_10.42.42.6(pid=30486): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30486)]\u000a14:00:30.100842 run osmo-msc_10.42.42.6(pid=30486): stdout: \u000a| (launched: 2022-12-14_14:00:28.859601) \u000a14:00:30.152575 run osmo-msc_10.42.42.6(pid=30486): stderr: \u000a| �[0;m�[38;5;43m20221214140029180 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140029180 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec56cf8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140029180 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140029180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140029181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140029181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140029182 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140029183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140029183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140029183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:00:30.196803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30479): Terminating (SIGTERM)\u000a14:00:30.238745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30482): Terminating (SIGTERM)\u000a14:00:30.280543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30485): Terminating (SIGTERM)\u000a14:00:30.290254 --- ParallelTerminationStrategy: PID 30479 died...\u000a14:00:30.346718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30479): Terminated: ok {rc=0}\u000a14:00:30.356841 --- ParallelTerminationStrategy: PID 30482 died...\u000a14:00:30.413069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30482): Terminated: ok {rc=0}\u000a14:00:30.423144 --- ParallelTerminationStrategy: PID 30485 died...\u000a14:00:30.479279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30485): Terminated: ok {rc=0}\u000a14:00:30.567308 bus /sierra_3: Setting Powered False\u000a14:00:31.687144 bus /sierra_3: Setting Powered False\u000a14:00:32.798389 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:00:12" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30497): Process ended prematurely: osmo-stp_10.42.42.5(pid=30497) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30497)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30497): Process ended prematurely: osmo-stp_10.42.42.5(pid=30497) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a14:00:34.803831 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:00:34.814861 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a14:00:34.967623 tst mo_mt_call.py: using LAC 41387\u000a14:00:35.084103 tst mo_mt_call.py: using RAC 77\u000a14:00:35.202656 tst mo_mt_call.py: using CellId 41387\u000a14:00:35.319766 tst mo_mt_call.py: using BVCI 41388\u000a14:00:35.342662 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:00:35.353705 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:00:35.364503 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:00:35.375445 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:00:35.386352 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:00:35.397137 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:00:35.510558 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:00:35.715763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:36.198057 run create_hlr_db(pid=30491): Launched\u000a14:00:36.370997 bus /sierra_2: Setting Powered False\u000a14:00:37.393986 run create_hlr_db(pid=30491): Terminated: ok {rc=0}\u000a14:00:37.823776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30493): Launched\u000a14:00:38.148806 run osmo-hlr_10.42.42.2(pid=30494): Launched\u000a14:00:38.270469 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:38.833348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30496): Launched\u000a14:00:39.156607 run osmo-stp_10.42.42.5(pid=30497): Launched\u000a14:00:39.274001 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:00:39.865384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30499): Launched\u000a14:00:40.190280 run osmo-msc_10.42.42.6(pid=30500): Launched\u000a14:00:40.380677 run osmo-stp_10.42.42.5(pid=30497): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30497)]\u000a14:00:40.517971 run osmo-stp_10.42.42.5(pid=30497): stdout: \u000a| (launched: 2022-12-14_14:00:38.998482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:40.654660 run osmo-stp_10.42.42.5(pid=30497): stderr: \u000a| �[0;m�[38;5;43m20221214140039191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140039191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140039191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140039192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140039194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140039194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140039194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:40.785320 run osmo-stp_10.42.42.5(pid=30497): stdout: \u000a| (launched: 2022-12-14_14:00:38.998482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:40.914530 run osmo-stp_10.42.42.5(pid=30497): stderr: \u000a| �[0;m�[38;5;43m20221214140039191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140039191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140039191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140039192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140039194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140039194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140039194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:40.971385 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30497): Process ended prematurely: osmo-stp_10.42.42.5(pid=30497) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30497)] [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a14:00:40.981063 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a14:00:41.044401 run osmo-hlr_10.42.42.2(pid=30494): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30494)]\u000a14:00:41.095357 run osmo-hlr_10.42.42.2(pid=30494): stdout: \u000a| (launched: 2022-12-14_14:00:37.989377) \u000a14:00:41.147483 run osmo-hlr_10.42.42.2(pid=30494): stderr: \u000a| �[0;m�[1;31m20221214140038189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140038189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140038189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140038189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140038189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140038189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140038202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140038210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140038210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140038210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:41.218066 run osmo-msc_10.42.42.6(pid=30500): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30500)]\u000a14:00:41.269020 run osmo-msc_10.42.42.6(pid=30500): stdout: \u000a| (launched: 2022-12-14_14:00:40.031191) \u000a14:00:41.320545 run osmo-msc_10.42.42.6(pid=30500): stderr: \u000a| �[0;m�[38;5;43m20221214140040352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140040352 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa09b98fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140040352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140040352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140040352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140040353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140040354 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140040355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140040355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140040355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:00:41.364814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30493): Terminating (SIGTERM)\u000a14:00:41.406610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30496): Terminating (SIGTERM)\u000a14:00:41.448623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30499): Terminating (SIGTERM)\u000a14:00:41.458014 --- ParallelTerminationStrategy: PID 30493 died...\u000a14:00:41.514373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30493): Terminated: ok {rc=0}\u000a14:00:41.524533 --- ParallelTerminationStrategy: PID 30496 died...\u000a14:00:41.580633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30496): Terminated: ok {rc=0}\u000a14:00:41.590698 --- ParallelTerminationStrategy: PID 30499 died...\u000a14:00:41.646755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30499): Terminated: ok {rc=0}\u000a14:00:41.733178 bus /sierra_3: Setting Powered False\u000a14:00:42.838808 bus /sierra_3: Setting Powered False\u000a14:00:43.945609 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30508): Process ended prematurely: osmo-stp_10.42.42.5(pid=30508) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30508)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30508): Process ended prematurely: osmo-stp_10.42.42.5(pid=30508) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:00:45.059983 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:00:45.072472 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a14:00:45.239842 tst mo_mt_call_osmux.py: using LAC 41388\u000a14:00:45.365793 tst mo_mt_call_osmux.py: using RAC 78\u000a14:00:45.490907 tst mo_mt_call_osmux.py: using CellId 41388\u000a14:00:45.616202 tst mo_mt_call_osmux.py: using BVCI 41389\u000a14:00:45.640848 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:00:45.652428 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:00:45.663905 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:00:45.675223 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:00:45.686996 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:00:45.698765 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:00:45.818820 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:00:46.062744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:46.687669 run create_hlr_db(pid=30502): Launched\u000a14:00:46.917704 bus /sierra_2: Setting Powered False\u000a14:00:47.903603 run create_hlr_db(pid=30502): Terminated: ok {rc=0}\u000a14:00:48.352824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30504): Launched\u000a14:00:48.656701 run osmo-hlr_10.42.42.2(pid=30505): Launched\u000a14:00:48.767713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:49.290556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30507): Launched\u000a14:00:49.594413 run osmo-stp_10.42.42.5(pid=30508): Launched\u000a14:00:49.704284 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:00:50.257988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30510): Launched\u000a14:00:50.561400 run osmo-msc_10.42.42.6(pid=30511): Launched\u000a14:00:50.739056 run osmo-stp_10.42.42.5(pid=30508): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30508)]\u000a14:00:50.867122 run osmo-stp_10.42.42.5(pid=30508): stdout: \u000a| (launched: 2022-12-14_14:00:49.444134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:50.993281 run osmo-stp_10.42.42.5(pid=30508): stderr: \u000a| �[0;m�[38;5;43m20221214140049615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140049615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140049616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140049616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140049617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140049617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140049617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:51.115714 run osmo-stp_10.42.42.5(pid=30508): stdout: \u000a| (launched: 2022-12-14_14:00:49.444134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:51.236819 run osmo-stp_10.42.42.5(pid=30508): stderr: \u000a| �[0;m�[38;5;43m20221214140049615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140049615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140049616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140049616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140049617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140049617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140049617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:51.290275 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30508): Process ended prematurely: osmo-stp_10.42.42.5(pid=30508) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30508)] [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a14:00:51.298829 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a14:00:51.359214 run osmo-hlr_10.42.42.2(pid=30505): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30505)]\u000a14:00:51.408389 run osmo-hlr_10.42.42.2(pid=30505): stdout: \u000a| (launched: 2022-12-14_14:00:48.506948) \u000a14:00:51.458179 run osmo-hlr_10.42.42.2(pid=30505): stderr: \u000a| �[0;m�[1;31m20221214140048685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140048685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140048685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140048685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140048685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140048685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140048697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140048706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140048706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140048706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:51.525809 run osmo-msc_10.42.42.6(pid=30511): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30511)]\u000a14:00:51.574599 run osmo-msc_10.42.42.6(pid=30511): stdout: \u000a| (launched: 2022-12-14_14:00:50.411564) \u000a14:00:51.623599 run osmo-msc_10.42.42.6(pid=30511): stderr: \u000a| �[0;m�[38;5;43m20221214140050683 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140050684 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2247146c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140050684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140050684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140050684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140050684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140050686 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140050686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140050687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140050687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:00:51.665377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30504): Terminating (SIGTERM)\u000a14:00:51.704933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30507): Terminating (SIGTERM)\u000a14:00:51.744551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30510): Terminating (SIGTERM)\u000a14:00:51.753822 --- ParallelTerminationStrategy: PID 30504 died...\u000a14:00:51.806641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30504): Terminated: ok {rc=0}\u000a14:00:51.816201 --- ParallelTerminationStrategy: PID 30507 died...\u000a14:00:51.869040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30507): Terminated: ok {rc=0}\u000a14:00:51.878592 --- ParallelTerminationStrategy: PID 30510 died...\u000a14:00:51.931261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30510): Terminated: ok {rc=0}\u000a14:00:52.020617 bus /sierra_3: Setting Powered False\u000a14:00:53.123383 bus /sierra_3: Setting Powered False\u000a14:00:54.232089 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:00:34" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30522): Process ended prematurely: osmo-stp_10.42.42.5(pid=30522) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30522)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30522): Process ended prematurely: osmo-stp_10.42.42.5(pid=30522) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a14:00:56.218353 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:00:56.229422 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a14:00:56.380483 tst mo_mt_call.py: using LAC 41389\u000a14:00:56.500893 tst mo_mt_call.py: using RAC 79\u000a14:00:56.621272 tst mo_mt_call.py: using CellId 41389\u000a14:00:56.748041 tst mo_mt_call.py: using BVCI 41390\u000a14:00:56.772736 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:00:56.784490 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:00:56.796202 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:00:56.807854 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:00:56.819970 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:00:56.831912 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:00:56.948238 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:00:57.148458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:57.632277 run create_hlr_db(pid=30516): Launched\u000a14:00:57.805660 bus /sierra_2: Setting Powered False\u000a14:00:58.828046 run create_hlr_db(pid=30516): Terminated: ok {rc=0}\u000a14:00:59.230895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30518): Launched\u000a14:00:59.533262 run osmo-hlr_10.42.42.2(pid=30519): Launched\u000a14:00:59.651893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:01:00.186566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30521): Launched\u000a14:01:00.488498 run osmo-stp_10.42.42.5(pid=30522): Launched\u000a14:01:00.598650 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:01:01.182912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30524): Launched\u000a14:01:01.501837 run osmo-msc_10.42.42.6(pid=30525): Launched\u000a14:01:01.719711 run osmo-stp_10.42.42.5(pid=30522): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30522)]\u000a14:01:01.975605 run osmo-stp_10.42.42.5(pid=30522): stdout: \u000a| (launched: 2022-12-14_14:01:00.339886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:02.249454 run osmo-stp_10.42.42.5(pid=30522): stderr: \u000a| �[0;m�[38;5;43m20221214140100511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140100511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140100511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140100511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140100514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140100514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140100514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:02.422431 run osmo-stp_10.42.42.5(pid=30522): stdout: \u000a| (launched: 2022-12-14_14:01:00.339886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:02.557107 run osmo-stp_10.42.42.5(pid=30522): stderr: \u000a| �[0;m�[38;5;43m20221214140100511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140100511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140100511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140100511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140100514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140100514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140100514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:02.614707 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30522): Process ended prematurely: osmo-stp_10.42.42.5(pid=30522) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30522)] [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a14:01:02.624064 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a14:01:02.688696 run osmo-hlr_10.42.42.2(pid=30519): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30519)]\u000a14:01:02.741125 run osmo-hlr_10.42.42.2(pid=30519): stdout: \u000a| (launched: 2022-12-14_14:00:59.384139) \u000a14:01:02.794152 run osmo-hlr_10.42.42.2(pid=30519): stderr: \u000a| �[0;m�[1;31m20221214140059563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140059563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140059563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140059563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140059563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140059563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140059576 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140059585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140059585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140059585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:01:02.866052 run osmo-msc_10.42.42.6(pid=30525): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30525)]\u000a14:01:02.918192 run osmo-msc_10.42.42.6(pid=30525): stdout: \u000a| (launched: 2022-12-14_14:01:01.341091) \u000a14:01:02.970883 run osmo-msc_10.42.42.6(pid=30525): stderr: \u000a| �[0;m�[38;5;43m20221214140101907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140101907 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3cce8cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140101908 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140101908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140101908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140101908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140101910 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140101910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140101910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140101910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:01:03.016389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30518): Terminating (SIGTERM)\u000a14:01:03.058602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30521): Terminating (SIGTERM)\u000a14:01:03.100645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30524): Terminating (SIGTERM)\u000a14:01:03.110535 --- ParallelTerminationStrategy: PID 30518 died...\u000a14:01:03.167226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30518): Terminated: ok {rc=0}\u000a14:01:03.177799 --- ParallelTerminationStrategy: PID 30521 died...\u000a14:01:03.234310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30521): Terminated: ok {rc=0}\u000a14:01:03.244511 --- ParallelTerminationStrategy: PID 30524 died...\u000a14:01:03.301000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30524): Terminated: ok {rc=0}\u000a14:01:03.387053 bus /sierra_3: Setting Powered False\u000a14:01:04.492902 bus /sierra_3: Setting Powered False\u000a14:01:05.600643 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30533): Process ended prematurely: osmo-stp_10.42.42.5(pid=30533) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30533)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30533): Process ended prematurely: osmo-stp_10.42.42.5(pid=30533) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:01:06.715998 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:01:06.728479 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a14:01:06.885977 tst mo_mt_call_osmux.py: using LAC 41390\u000a14:01:07.004231 tst mo_mt_call_osmux.py: using RAC 80\u000a14:01:07.124768 tst mo_mt_call_osmux.py: using CellId 41390\u000a14:01:07.245631 tst mo_mt_call_osmux.py: using BVCI 41391\u000a14:01:07.268403 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:01:07.279552 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:01:07.290522 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:01:07.301427 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:01:07.312868 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:01:07.325607 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:01:07.448128 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:01:07.662942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:01:08.174230 run create_hlr_db(pid=30527): Launched\u000a14:01:08.362732 bus /sierra_2: Setting Powered False\u000a14:01:09.384294 run create_hlr_db(pid=30527): Terminated: ok {rc=0}\u000a14:01:09.791442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30529): Launched\u000a14:01:10.095173 run osmo-hlr_10.42.42.2(pid=30530): Launched\u000a14:01:10.216437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:01:10.746278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30532): Launched\u000a14:01:11.048419 run osmo-stp_10.42.42.5(pid=30533): Launched\u000a14:01:11.159276 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:01:11.711560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30535): Launched\u000a14:01:12.015744 run osmo-msc_10.42.42.6(pid=30536): Launched\u000a14:01:12.194326 run osmo-stp_10.42.42.5(pid=30533): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30533)]\u000a14:01:12.322784 run osmo-stp_10.42.42.5(pid=30533): stdout: \u000a| (launched: 2022-12-14_14:01:10.899994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:12.448459 run osmo-stp_10.42.42.5(pid=30533): stderr: \u000a| �[0;m�[38;5;43m20221214140111073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140111073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140111073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140111074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140111074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140111074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140111074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:12.569890 run osmo-stp_10.42.42.5(pid=30533): stdout: \u000a| (launched: 2022-12-14_14:01:10.899994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:12.690331 run osmo-stp_10.42.42.5(pid=30533): stderr: \u000a| �[0;m�[38;5;43m20221214140111073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140111073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140111073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140111074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140111074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140111074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140111074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:12.743508 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30533): Process ended prematurely: osmo-stp_10.42.42.5(pid=30533) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30533)] [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a14:01:12.751981 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a14:01:12.811127 run osmo-hlr_10.42.42.2(pid=30530): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30530)]\u000a14:01:12.859711 run osmo-hlr_10.42.42.2(pid=30530): stdout: \u000a| (launched: 2022-12-14_14:01:09.945395) \u000a14:01:12.909043 run osmo-hlr_10.42.42.2(pid=30530): stderr: \u000a| �[0;m�[1;31m20221214140110122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140110122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140110122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140110122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140110122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140110122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140110134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140110143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140110143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140110143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:01:12.976071 run osmo-msc_10.42.42.6(pid=30536): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30536)]\u000a14:01:13.024442 run osmo-msc_10.42.42.6(pid=30536): stdout: \u000a| (launched: 2022-12-14_14:01:11.866058) \u000a14:01:13.073381 run osmo-msc_10.42.42.6(pid=30536): stderr: \u000a| �[0;m�[38;5;43m20221214140112140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140112140 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4999899c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140112140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140112140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140112140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140112140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140112142 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140112142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140112143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140112143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:01:13.114976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30529): Terminating (SIGTERM)\u000a14:01:13.154280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30532): Terminating (SIGTERM)\u000a14:01:13.193773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30535): Terminating (SIGTERM)\u000a14:01:13.202903 --- ParallelTerminationStrategy: PID 30529 died...\u000a14:01:13.255912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30529): Terminated: ok {rc=0}\u000a14:01:13.265882 --- ParallelTerminationStrategy: PID 30532 died...\u000a14:01:13.318534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30532): Terminated: ok {rc=0}\u000a14:01:13.328004 --- ParallelTerminationStrategy: PID 30535 died...\u000a14:01:13.380700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30535): Terminated: ok {rc=0}\u000a14:01:13.463941 bus /sierra_3: Setting Powered False\u000a14:01:14.569057 bus /sierra_3: Setting Powered False\u000a14:01:15.676367 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:00:55" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30547): Process ended prematurely: osmo-stp_10.42.42.5(pid=30547) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30547)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30547): Process ended prematurely: osmo-stp_10.42.42.5(pid=30547) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a14:01:17.730733 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:01:17.741923 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a14:01:17.898586 tst mo_mt_call.py: using LAC 41391\u000a14:01:18.014959 tst mo_mt_call.py: using RAC 81\u000a14:01:18.139295 tst mo_mt_call.py: using CellId 41391\u000a14:01:18.266135 tst mo_mt_call.py: using BVCI 41392\u000a14:01:18.290818 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:01:18.302734 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:01:18.314377 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:01:18.325982 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:01:18.337787 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:01:18.349730 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:01:18.469808 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:01:18.678172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:01:19.185126 run create_hlr_db(pid=30541): Launched\u000a14:01:19.372336 bus /sierra_2: Setting Powered False\u000a14:01:20.394134 run create_hlr_db(pid=30541): Terminated: ok {rc=0}\u000a14:01:20.823935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30543): Launched\u000a14:01:21.148433 run osmo-hlr_10.42.42.2(pid=30544): Launched\u000a14:01:21.267386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:01:21.827709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30546): Launched\u000a14:01:22.152556 run osmo-stp_10.42.42.5(pid=30547): Launched\u000a14:01:22.270274 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:01:22.860268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30549): Launched\u000a14:01:23.184457 run osmo-msc_10.42.42.6(pid=30550): Launched\u000a14:01:23.374647 run osmo-stp_10.42.42.5(pid=30547): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30547)]\u000a14:01:23.511337 run osmo-stp_10.42.42.5(pid=30547): stdout: \u000a| (launched: 2022-12-14_14:01:21.992490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:23.647820 run osmo-stp_10.42.42.5(pid=30547): stderr: \u000a| �[0;m�[38;5;43m20221214140122184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140122184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140122185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140122185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140122186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140122186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140122186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:23.778476 run osmo-stp_10.42.42.5(pid=30547): stdout: \u000a| (launched: 2022-12-14_14:01:21.992490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:23.907810 run osmo-stp_10.42.42.5(pid=30547): stderr: \u000a| �[0;m�[38;5;43m20221214140122184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140122184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140122185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140122185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140122186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140122186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140122186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:23.964791 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30547): Process ended prematurely: osmo-stp_10.42.42.5(pid=30547) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30547)] [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a14:01:23.974246 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a14:01:24.037642 run osmo-hlr_10.42.42.2(pid=30544): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30544)]\u000a14:01:24.089217 run osmo-hlr_10.42.42.2(pid=30544): stdout: \u000a| (launched: 2022-12-14_14:01:20.988619) \u000a14:01:24.141294 run osmo-hlr_10.42.42.2(pid=30544): stderr: \u000a| �[0;m�[1;31m20221214140121187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140121187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140121187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140121187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140121187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140121187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140121200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140121208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140121208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140121208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:01:24.211770 run osmo-msc_10.42.42.6(pid=30550): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30550)]\u000a14:01:24.262768 run osmo-msc_10.42.42.6(pid=30550): stdout: \u000a| (launched: 2022-12-14_14:01:23.025334) \u000a14:01:24.314323 run osmo-msc_10.42.42.6(pid=30550): stderr: \u000a| �[0;m�[38;5;43m20221214140123348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140123348 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcad05bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140123348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140123348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140123348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140123349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140123350 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140123351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140123351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140123351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:01:24.358707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30543): Terminating (SIGTERM)\u000a14:01:24.400432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30546): Terminating (SIGTERM)\u000a14:01:24.442780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30549): Terminating (SIGTERM)\u000a14:01:24.452566 --- ParallelTerminationStrategy: PID 30543 died...\u000a14:01:24.508768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30543): Terminated: ok {rc=0}\u000a14:01:24.518928 --- ParallelTerminationStrategy: PID 30546 died...\u000a14:01:24.574863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30546): Terminated: ok {rc=0}\u000a14:01:24.585045 --- ParallelTerminationStrategy: PID 30549 died...\u000a14:01:24.640799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30549): Terminated: ok {rc=0}\u000a14:01:24.725808 bus /sierra_3: Setting Powered False\u000a14:01:25.831976 bus /sierra_3: Setting Powered False\u000a14:01:26.939227 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30559): Process ended prematurely: osmo-stp_10.42.42.5(pid=30559) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30559)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30559): Process ended prematurely: osmo-stp_10.42.42.5(pid=30559) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30559)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:01:28.047894 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:01:28.059647 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a14:01:28.220569 tst mo_mt_call_osmux.py: using LAC 41392\u000a14:01:28.345473 tst mo_mt_call_osmux.py: using RAC 82\u000a14:01:28.462672 tst mo_mt_call_osmux.py: using CellId 41392\u000a14:01:28.579774 tst mo_mt_call_osmux.py: using BVCI 41393\u000a14:01:28.602958 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:01:28.614206 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:01:28.625163 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:01:28.636006 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:01:28.647025 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:01:28.657966 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:01:28.778866 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:01:28.991485 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:01:29.502849 run create_hlr_db(pid=30553): Launched\u000a14:01:29.690868 bus /sierra_2: Setting Powered False\u000a14:01:30.712139 run create_hlr_db(pid=30553): Terminated: ok {rc=0}\u000a14:01:31.175613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30555): Launched\u000a14:01:31.626785 run osmo-hlr_10.42.42.2(pid=30556): Launched\u000a14:01:31.778003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:01:32.409509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30558): Launched\u000a14:01:32.716179 run osmo-stp_10.42.42.5(pid=30559): Launched\u000a14:01:32.827572 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:01:33.380698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30561): Launched\u000a14:01:33.684097 run osmo-msc_10.42.42.6(pid=30562): Launched\u000a14:01:33.861905 run osmo-stp_10.42.42.5(pid=30559): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30559)]\u000a14:01:33.989410 run osmo-stp_10.42.42.5(pid=30559): stdout: \u000a| (launched: 2022-12-14_14:01:32.564521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:34.115434 run osmo-stp_10.42.42.5(pid=30559): stderr: \u000a| �[0;m�[38;5;43m20221214140132736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140132736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140132737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140132737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140132737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140132738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140132738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:34.237286 run osmo-stp_10.42.42.5(pid=30559): stdout: \u000a| (launched: 2022-12-14_14:01:32.564521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:34.357979 run osmo-stp_10.42.42.5(pid=30559): stderr: \u000a| �[0;m�[38;5;43m20221214140132736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140132736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140132737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140132737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140132737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140132738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140132738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:34.411776 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30559): Process ended prematurely: osmo-stp_10.42.42.5(pid=30559) [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30559)] [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a14:01:34.420409 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a14:01:34.480084 run osmo-hlr_10.42.42.2(pid=30556): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30556)]\u000a14:01:34.528729 run osmo-hlr_10.42.42.2(pid=30556): stdout: \u000a| (launched: 2022-12-14_14:01:31.343793) \u000a14:01:34.577990 run osmo-hlr_10.42.42.2(pid=30556): stderr: \u000a| �[0;m�[1;31m20221214140131585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140131585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140131585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140131585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140131585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140131585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140131600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140131615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140131615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140131615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:01:34.644771 run osmo-msc_10.42.42.6(pid=30562): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30562)]\u000a14:01:34.693160 run osmo-msc_10.42.42.6(pid=30562): stdout: \u000a| (launched: 2022-12-14_14:01:33.534368) \u000a14:01:34.742130 run osmo-msc_10.42.42.6(pid=30562): stderr: \u000a| �[0;m�[38;5;43m20221214140133804 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140133804 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe6a206c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140133804 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140133804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140133804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140133805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140133806 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140133807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140133807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140133807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:01:34.784027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30555): Terminating (SIGTERM)\u000a14:01:34.823705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30558): Terminating (SIGTERM)\u000a14:01:34.863352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30561): Terminating (SIGTERM)\u000a14:01:34.872625 --- ParallelTerminationStrategy: PID 30555 died...\u000a14:01:34.926028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30555): Terminated: ok {rc=0}\u000a14:01:34.935811 --- ParallelTerminationStrategy: PID 30558 died...\u000a14:01:34.988506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30558): Terminated: ok {rc=0}\u000a14:01:34.998235 --- ParallelTerminationStrategy: PID 30561 died...\u000a14:01:35.051735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30561): Terminated: ok {rc=0}\u000a14:01:35.139953 bus /sierra_3: Setting Powered False\u000a14:01:36.244115 bus /sierra_3: Setting Powered False\u000a14:01:37.349710 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:01:17" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30573): Process ended prematurely: osmo-stp_10.42.42.5(pid=30573) [trial-2405↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30573)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30573): Process ended prematurely: osmo-stp_10.42.42.5(pid=30573) [trial-2405↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a14:01:39.359720 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:01:39.371608 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:01:39.536491 tst mo_mt_call.py: using LAC 41393\u000a14:01:39.661343 tst mo_mt_call.py: using RAC 83\u000a14:01:39.785993 tst mo_mt_call.py: using CellId 41393\u000a14:01:39.910812 tst mo_mt_call.py: using BVCI 41394\u000a14:01:39.935344 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:01:39.947653 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:01:39.959313 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:01:39.970800 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:01:39.982924 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:01:39.994846 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:01:40.112343 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:01:40.326960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:01:40.836448 run create_hlr_db(pid=30567): Launched\u000a14:01:41.024270 bus /sierra_2: Setting Powered False\u000a14:01:42.045430 run create_hlr_db(pid=30567): Terminated: ok {rc=0}\u000a14:01:42.452396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30569): Launched\u000a14:01:42.755620 run osmo-hlr_10.42.42.2(pid=30570): Launched\u000a14:01:42.870579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:01:43.393241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30572): Launched\u000a14:01:43.695079 run osmo-stp_10.42.42.5(pid=30573): Launched\u000a14:01:43.804397 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:01:44.355274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30575): Launched\u000a14:01:44.658695 run osmo-msc_10.42.42.6(pid=30576): Launched\u000a14:01:44.836060 run osmo-stp_10.42.42.5(pid=30573): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30573)]\u000a14:01:44.963940 run osmo-stp_10.42.42.5(pid=30573): stdout: \u000a| (launched: 2022-12-14_14:01:43.546399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:45.089403 run osmo-stp_10.42.42.5(pid=30573): stderr: \u000a| �[0;m�[38;5;43m20221214140143719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140143719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140143719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140143719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140143720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140143720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140143720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:45.210764 run osmo-stp_10.42.42.5(pid=30573): stdout: \u000a| (launched: 2022-12-14_14:01:43.546399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:45.331382 run osmo-stp_10.42.42.5(pid=30573): stderr: \u000a| �[0;m�[38;5;43m20221214140143719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140143719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140143719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140143719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140143720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140143720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140143720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:45.384374 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30573): Process ended prematurely: osmo-stp_10.42.42.5(pid=30573) [trial-2405↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30573)] [trial-2405↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a14:01:45.392632 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a14:01:45.452107 run osmo-hlr_10.42.42.2(pid=30570): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30570)]\u000a14:01:45.500736 run osmo-hlr_10.42.42.2(pid=30570): stdout: \u000a| (launched: 2022-12-14_14:01:42.606585) \u000a14:01:45.550158 run osmo-hlr_10.42.42.2(pid=30570): stderr: \u000a| �[0;m�[1;31m20221214140142782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140142782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140142782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140142782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140142782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140142782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140142794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140142803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140142803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140142803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:01:45.617261 run osmo-msc_10.42.42.6(pid=30576): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30576)]\u000a14:01:45.665733 run osmo-msc_10.42.42.6(pid=30576): stdout: \u000a| (launched: 2022-12-14_14:01:44.508747) \u000a14:01:45.714609 run osmo-msc_10.42.42.6(pid=30576): stderr: \u000a| �[0;m�[38;5;43m20221214140144780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140144780 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efda588ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140144780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140144780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140144781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140144781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140144784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140144785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140144785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140144785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:01:45.756351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30569): Terminating (SIGTERM)\u000a14:01:45.795920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30572): Terminating (SIGTERM)\u000a14:01:45.840398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30575): Terminating (SIGTERM)\u000a14:01:45.858002 --- ParallelTerminationStrategy: PID 30569 died...\u000a14:01:45.933559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30569): Terminated: ok {rc=0}\u000a14:01:45.943578 --- ParallelTerminationStrategy: PID 30572 died...\u000a14:01:45.997424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30572): Terminated: ok {rc=0}\u000a14:01:46.007403 --- ParallelTerminationStrategy: PID 30575 died...\u000a14:01:46.062104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30575): Terminated: ok {rc=0}\u000a14:01:46.146993 bus /sierra_3: Setting Powered False\u000a14:01:47.246194 bus /sierra_3: Setting Powered False\u000a14:01:48.356621 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30584): Process ended prematurely: osmo-stp_10.42.42.5(pid=30584) [trial-2405↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30584)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30584): Process ended prematurely: osmo-stp_10.42.42.5(pid=30584) [trial-2405↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30584)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:01:49.466514 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:01:49.478276 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:01:49.633491 tst mo_mt_call_osmux.py: using LAC 41394\u000a14:01:49.751899 tst mo_mt_call_osmux.py: using RAC 84\u000a14:01:49.870078 tst mo_mt_call_osmux.py: using CellId 41394\u000a14:01:49.987868 tst mo_mt_call_osmux.py: using BVCI 41395\u000a14:01:50.010859 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:01:50.022078 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:01:50.033124 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:01:50.044015 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:01:50.055122 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:01:50.066098 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:01:50.183961 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:01:50.389139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:01:50.873783 run create_hlr_db(pid=30578): Launched\u000a14:01:51.047969 bus /sierra_2: Setting Powered False\u000a14:01:52.069487 run create_hlr_db(pid=30578): Terminated: ok {rc=0}\u000a14:01:52.499781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30580): Launched\u000a14:01:52.823843 run osmo-hlr_10.42.42.2(pid=30581): Launched\u000a14:01:52.943666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:01:53.505662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30583): Launched\u000a14:01:53.828643 run osmo-stp_10.42.42.5(pid=30584): Launched\u000a14:01:53.945694 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:01:54.536782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30586): Launched\u000a14:01:54.860349 run osmo-msc_10.42.42.6(pid=30587): Launched\u000a14:01:55.050052 run osmo-stp_10.42.42.5(pid=30584): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30584)]\u000a14:01:55.186924 run osmo-stp_10.42.42.5(pid=30584): stdout: \u000a| (launched: 2022-12-14_14:01:53.670229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:55.323432 run osmo-stp_10.42.42.5(pid=30584): stderr: \u000a| �[0;m�[38;5;43m20221214140153863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140153863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140153864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140153864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140153864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140153865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140153865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:55.454609 run osmo-stp_10.42.42.5(pid=30584): stdout: \u000a| (launched: 2022-12-14_14:01:53.670229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:55.584195 run osmo-stp_10.42.42.5(pid=30584): stderr: \u000a| �[0;m�[38;5;43m20221214140153863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140153863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140153864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140153864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140153864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140153865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140153865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:55.640921 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30584): Process ended prematurely: osmo-stp_10.42.42.5(pid=30584) [trial-2405↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30584)] [trial-2405↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a14:01:55.650120 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a14:01:55.712613 run osmo-hlr_10.42.42.2(pid=30581): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30581)]\u000a14:01:55.763903 run osmo-hlr_10.42.42.2(pid=30581): stdout: \u000a| (launched: 2022-12-14_14:01:52.665081) \u000a14:01:55.816051 run osmo-hlr_10.42.42.2(pid=30581): stderr: \u000a| �[0;m�[1;31m20221214140152865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140152865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140152865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140152865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140152865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140152865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140152881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140152890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140152890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140152891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:01:55.886530 run osmo-msc_10.42.42.6(pid=30587): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30587)]\u000a14:01:55.937697 run osmo-msc_10.42.42.6(pid=30587): stdout: \u000a| (launched: 2022-12-14_14:01:54.701863) \u000a14:01:55.989432 run osmo-msc_10.42.42.6(pid=30587): stderr: \u000a| �[0;m�[38;5;43m20221214140155023 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140155023 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68929eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140155023 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140155024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140155024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140155024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140155026 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140155026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140155026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140155026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:01:56.033925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30580): Terminating (SIGTERM)\u000a14:01:56.076059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30583): Terminating (SIGTERM)\u000a14:01:56.117913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30586): Terminating (SIGTERM)\u000a14:01:56.127206 --- ParallelTerminationStrategy: PID 30580 died...\u000a14:01:56.182970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30580): Terminated: ok {rc=0}\u000a14:01:56.193011 --- ParallelTerminationStrategy: PID 30583 died...\u000a14:01:56.249081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30583): Terminated: ok {rc=0}\u000a14:01:56.259034 --- ParallelTerminationStrategy: PID 30586 died...\u000a14:01:56.314671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30586): Terminated: ok {rc=0}\u000a14:01:56.401659 bus /sierra_3: Setting Powered False\u000a14:01:57.506708 bus /sierra_3: Setting Powered False\u000a14:01:58.617044 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:01:39" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30598): Process ended prematurely: osmo-stp_10.42.42.5(pid=30598) [trial-2405↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30598)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30598): Process ended prematurely: osmo-stp_10.42.42.5(pid=30598) [trial-2405↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30598)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a14:02:00.601919 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:02:00.613304 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:02:00.747833 tst mo_mt_call.py: using LAC 41395\u000a14:02:00.874489 tst mo_mt_call.py: using RAC 85\u000a14:02:01.033353 tst mo_mt_call.py: using CellId 41395\u000a14:02:01.175353 tst mo_mt_call.py: using BVCI 41396\u000a14:02:01.199882 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:02:01.212083 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:02:01.223844 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:02:01.235634 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:02:01.247590 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:02:01.260364 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a14:02:01.378199 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a14:02:01.617585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:02:02.185912 run create_hlr_db(pid=30592): Launched\u000a14:02:02.377745 bus /sierra_2: Setting Powered False\u000a14:02:03.395506 run create_hlr_db(pid=30592): Terminated: ok {rc=0}\u000a14:02:03.803090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30594): Launched\u000a14:02:04.106504 run osmo-hlr_10.42.42.2(pid=30595): Launched\u000a14:02:04.224447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:02:04.763675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30597): Launched\u000a14:02:05.088446 run osmo-stp_10.42.42.5(pid=30598): Launched\u000a14:02:05.206878 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:02:05.796808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30600): Launched\u000a14:02:06.120481 run osmo-msc_10.42.42.6(pid=30601): Launched\u000a14:02:06.310716 run osmo-stp_10.42.42.5(pid=30598): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30598)]\u000a14:02:06.448087 run osmo-stp_10.42.42.5(pid=30598): stdout: \u000a| (launched: 2022-12-14_14:02:04.929116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:06.585293 run osmo-stp_10.42.42.5(pid=30598): stderr: \u000a| �[0;m�[38;5;43m20221214140205121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140205121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140205121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140205121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140205122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140205122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140205122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:06.716183 run osmo-stp_10.42.42.5(pid=30598): stdout: \u000a| (launched: 2022-12-14_14:02:04.929116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:06.845990 run osmo-stp_10.42.42.5(pid=30598): stderr: \u000a| �[0;m�[38;5;43m20221214140205121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140205121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140205121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140205121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140205122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140205122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140205122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:06.902743 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30598): Process ended prematurely: osmo-stp_10.42.42.5(pid=30598) [trial-2405↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30598)] [trial-2405↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a14:02:06.911676 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a14:02:06.974287 run osmo-hlr_10.42.42.2(pid=30595): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30595)]\u000a14:02:07.025948 run osmo-hlr_10.42.42.2(pid=30595): stdout: \u000a| (launched: 2022-12-14_14:02:03.957175) \u000a14:02:07.077670 run osmo-hlr_10.42.42.2(pid=30595): stderr: \u000a| �[0;m�[1;31m20221214140204135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140204135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140204135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140204135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140204135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140204135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140204151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140204161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140204161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140204161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:02:07.147805 run osmo-msc_10.42.42.6(pid=30601): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30601)]\u000a14:02:07.198660 run osmo-msc_10.42.42.6(pid=30601): stdout: \u000a| (launched: 2022-12-14_14:02:05.961677) \u000a14:02:07.250172 run osmo-msc_10.42.42.6(pid=30601): stderr: \u000a| �[0;m�[38;5;43m20221214140206286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140206286 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8e2978c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140206287 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140206287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140206287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140206287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140206289 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140206289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140206289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140206289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:02:07.294401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30594): Terminating (SIGTERM)\u000a14:02:07.336049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30597): Terminating (SIGTERM)\u000a14:02:07.377951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30600): Terminating (SIGTERM)\u000a14:02:07.387598 --- ParallelTerminationStrategy: PID 30594 died...\u000a14:02:07.443684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30594): Terminated: ok {rc=0}\u000a14:02:07.453819 --- ParallelTerminationStrategy: PID 30597 died...\u000a14:02:07.509770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30597): Terminated: ok {rc=0}\u000a14:02:07.519842 --- ParallelTerminationStrategy: PID 30600 died...\u000a14:02:07.575620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30600): Terminated: ok {rc=0}\u000a14:02:07.662787 bus /sierra_3: Setting Powered False\u000a14:02:08.767894 bus /sierra_3: Setting Powered False\u000a14:02:09.879692 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30609): Process ended prematurely: osmo-stp_10.42.42.5(pid=30609) [trial-2405↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30609)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30609): Process ended prematurely: osmo-stp_10.42.42.5(pid=30609) [trial-2405↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:02:10.988901 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:02:11.000843 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:02:11.137290 tst mo_mt_call_osmux.py: using LAC 41396\u000a14:02:11.257276 tst mo_mt_call_osmux.py: using RAC 86\u000a14:02:11.376171 tst mo_mt_call_osmux.py: using CellId 41396\u000a14:02:11.496699 tst mo_mt_call_osmux.py: using BVCI 41397\u000a14:02:11.519717 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:02:11.531167 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:02:11.542491 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:02:11.553629 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:02:11.564890 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:02:11.575978 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a14:02:11.692095 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a14:02:11.904207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:02:12.413086 run create_hlr_db(pid=30603): Launched\u000a14:02:12.600808 bus /sierra_2: Setting Powered False\u000a14:02:13.622336 run create_hlr_db(pid=30603): Terminated: ok {rc=0}\u000a14:02:14.052067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30605): Launched\u000a14:02:14.376593 run osmo-hlr_10.42.42.2(pid=30606): Launched\u000a14:02:14.496216 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:02:15.057653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30608): Launched\u000a14:02:15.382139 run osmo-stp_10.42.42.5(pid=30609): Launched\u000a14:02:15.499736 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:02:16.113858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30611): Launched\u000a14:02:16.455572 run osmo-msc_10.42.42.6(pid=30612): Launched\u000a14:02:16.772189 run osmo-stp_10.42.42.5(pid=30609): ERR: Terminated: ERROR {rc=1} [trial-2405↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30609)]\u000a14:02:17.038025 run osmo-stp_10.42.42.5(pid=30609): stdout: \u000a| (launched: 2022-12-14_14:02:15.222612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:17.310319 run osmo-stp_10.42.42.5(pid=30609): stderr: \u000a| �[0;m�[38;5;43m20221214140215415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140215416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140215416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140215416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140215417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140215417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140215417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:17.432378 run osmo-stp_10.42.42.5(pid=30609): stdout: \u000a| (launched: 2022-12-14_14:02:15.222612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:17.553929 run osmo-stp_10.42.42.5(pid=30609): stderr: \u000a| �[0;m�[38;5;43m20221214140215415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140215416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140215416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140215416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140215417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140215417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140215417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:17.607274 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30609): Process ended prematurely: osmo-stp_10.42.42.5(pid=30609) [trial-2405↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30609)] [trial-2405↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a14:02:17.615928 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a14:02:17.675273 run osmo-hlr_10.42.42.2(pid=30606): ERR: Terminated: ERROR {rc=237} [trial-2405↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30606)]\u000a14:02:17.723996 run osmo-hlr_10.42.42.2(pid=30606): stdout: \u000a| (launched: 2022-12-14_14:02:14.217187) \u000a14:02:17.773378 run osmo-hlr_10.42.42.2(pid=30606): stderr: \u000a| �[0;m�[1;31m20221214140214416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140214416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140214416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140214416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140214416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140214416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140214428 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140214436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140214436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140214436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:02:17.840680 run osmo-msc_10.42.42.6(pid=30612): ERR: Terminated: ERROR {rc=2} [trial-2405↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30612)]\u000a14:02:17.889343 run osmo-msc_10.42.42.6(pid=30612): stdout: \u000a| (launched: 2022-12-14_14:02:16.272821) \u000a14:02:17.938331 run osmo-msc_10.42.42.6(pid=30612): stderr: \u000a| �[0;m�[38;5;43m20221214140216900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140216900 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c76dbcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140216900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140216900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140216900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140216900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140216902 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140216902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140216903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140216903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:02:17.980073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30605): Terminating (SIGTERM)\u000a14:02:18.019349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30608): Terminating (SIGTERM)\u000a14:02:18.058904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30611): Terminating (SIGTERM)\u000a14:02:18.068129 --- ParallelTerminationStrategy: PID 30605 died...\u000a14:02:18.121256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30605): Terminated: ok {rc=0}\u000a14:02:18.130862 --- ParallelTerminationStrategy: PID 30608 died...\u000a14:02:18.183690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30608): Terminated: ok {rc=0}\u000a14:02:18.193476 --- ParallelTerminationStrategy: PID 30611 died...\u000a14:02:18.246190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30611): Terminated: ok {rc=0}\u000a14:02:18.332795 bus /sierra_3: Setting Powered False\u000a14:02:19.433112 bus /sierra_3: Setting Powered False\u000a14:02:20.538742 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:02:00" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30623): Process ended prematurely: osmo-stp_10.42.42.5(pid=30623) [trial-2405↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30623)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30623): Process ended prematurely: osmo-stp_10.42.42.5(pid=30623) [trial-2405↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a14:02:22.568932 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:02:22.580037 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a14:02:22.724490 tst emergency_mo_mt_call.py: using LAC 41397\u000a14:02:22.847981 tst emergency_mo_mt_call.py: using RAC 87\u000a14:02:22.972495 tst emergency_mo_mt_call.py: using CellId 41397\u000a14:02:23.096320 tst emergency_mo_mt_call.py: using BVCI 41398\u000a14:02:23.120400 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:02:23.131642 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:02:23.142704 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:02:23.153901 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:02:23.165104 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:02:23.176259 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:02:23.292169 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:02:23.488901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:02:23.968172 run create_hlr_db(pid=30617): Launched\u000a14:02:24.139618 bus /sierra_2: Setting Powered False\u000a14:02:25.160125 run create_hlr_db(pid=30617): Terminated: ok {rc=0}\u000a14:02:25.585405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30619): Launched\u000a14:02:25.905748 run osmo-hlr_10.42.42.2(pid=30620): Launched\u000a14:02:26.024593 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:02:26.578122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30622): Launched\u000a14:02:26.897757 run osmo-stp_10.42.42.5(pid=30623): Launched\u000a14:02:27.027540 tst emergency_mo_mt_call.py: using MSISDN 8716\u000a14:02:27.187012 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:02:27.770393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30625): Launched\u000a14:02:28.091092 run osmo-msc_10.42.42.6(pid=30626): Launched\u000a14:02:28.278920 run osmo-stp_10.42.42.5(pid=30623): ERR: Terminated: ERROR {rc=1} [trial-2405↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30623)]\u000a14:02:28.414679 run osmo-stp_10.42.42.5(pid=30623): stdout: \u000a| (launched: 2022-12-14_14:02:26.740258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:28.547646 run osmo-stp_10.42.42.5(pid=30623): stderr: \u000a| �[0;m�[38;5;43m20221214140226933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140226933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140226933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140226934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140226936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140226936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140226936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:28.676075 run osmo-stp_10.42.42.5(pid=30623): stdout: \u000a| (launched: 2022-12-14_14:02:26.740258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:28.803597 run osmo-stp_10.42.42.5(pid=30623): stderr: \u000a| �[0;m�[38;5;43m20221214140226933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140226933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140226933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140226934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140226936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140226936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140226936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:28.859227 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=30623): Process ended prematurely: osmo-stp_10.42.42.5(pid=30623) [trial-2405↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30623)] [trial-2405↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a14:02:28.868077 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a14:02:28.931636 run osmo-hlr_10.42.42.2(pid=30620): ERR: Terminated: ERROR {rc=237} [trial-2405↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30620)]\u000a14:02:28.983169 run osmo-hlr_10.42.42.2(pid=30620): stdout: \u000a| (launched: 2022-12-14_14:02:25.748756) \u000a14:02:29.035490 run osmo-hlr_10.42.42.2(pid=30620): stderr: \u000a| �[0;m�[1;31m20221214140225945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140225946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140225946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140225946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140225946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140225946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140225958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140225967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140225967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140225967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:02:29.106602 run osmo-msc_10.42.42.6(pid=30626): ERR: Terminated: ERROR {rc=2} [trial-2405↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30626)]\u000a14:02:29.157925 run osmo-msc_10.42.42.6(pid=30626): stdout: \u000a| (launched: 2022-12-14_14:02:27.932925) \u000a14:02:29.209950 run osmo-msc_10.42.42.6(pid=30626): stderr: \u000a| �[0;m�[38;5;43m20221214140228256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140228256 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd417a80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140228256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140228256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140228256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140228256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140228258 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140228260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140228260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140228260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:02:29.254316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30619): Terminating (SIGTERM)\u000a14:02:29.296116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30622): Terminating (SIGTERM)\u000a14:02:29.338554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30625): Terminating (SIGTERM)\u000a14:02:29.348490 --- ParallelTerminationStrategy: PID 30619 died...\u000a14:02:29.404857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30619): Terminated: ok {rc=0}\u000a14:02:29.414975 --- ParallelTerminationStrategy: PID 30622 died...\u000a14:02:29.471108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30622): Terminated: ok {rc=0}\u000a14:02:29.481227 --- ParallelTerminationStrategy: PID 30625 died...\u000a14:02:29.537230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30625): Terminated: ok {rc=0}\u000a14:02:29.623635 bus /sierra_3: Setting Powered False\u000a14:02:30.725703 bus /sierra_3: Setting Powered False\u000a14:02:31.844207 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30634): Process ended prematurely: osmo-stp_10.42.42.5(pid=30634) [trial-2405↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30634)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30634): Process ended prematurely: osmo-stp_10.42.42.5(pid=30634) [trial-2405↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a14:02:32.896143 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:02:32.907900 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a14:02:33.044442 tst emergency_preemptive_call.py: using LAC 41398\u000a14:02:33.171845 tst emergency_preemptive_call.py: using RAC 88\u000a14:02:33.291578 tst emergency_preemptive_call.py: using CellId 41398\u000a14:02:33.412037 tst emergency_preemptive_call.py: using BVCI 41399\u000a14:02:33.434641 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:02:33.445413 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:02:33.455766 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:02:33.466202 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:02:33.477093 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:02:33.487531 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:02:33.606144 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:02:33.720870 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:02:33.838759 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:02:34.037181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:02:34.517794 run create_hlr_db(pid=30628): Launched\u000a14:02:34.690438 bus /sierra_2: Setting Powered False\u000a14:02:35.711659 run create_hlr_db(pid=30628): Terminated: ok {rc=0}\u000a14:02:36.138509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30630): Launched\u000a14:02:36.460470 run osmo-hlr_10.42.42.2(pid=30631): Launched\u000a14:02:36.581019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:02:37.133986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30633): Launched\u000a14:02:37.432749 run osmo-stp_10.42.42.5(pid=30634): Launched\u000a14:02:37.553373 tst emergency_preemptive_call.py: using MSISDN 8717\u000a14:02:37.700837 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:02:38.244222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30636): Launched\u000a14:02:38.544227 run osmo-msc_10.42.42.6(pid=30637): Launched\u000a14:02:38.719531 run osmo-stp_10.42.42.5(pid=30634): ERR: Terminated: ERROR {rc=1} [trial-2405↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30634)]\u000a14:02:38.845398 run osmo-stp_10.42.42.5(pid=30634): stdout: \u000a| (launched: 2022-12-14_14:02:37.286275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:38.970286 run osmo-stp_10.42.42.5(pid=30634): stderr: \u000a| �[0;m�[38;5;43m20221214140237458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140237458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140237458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140237459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140237459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140237459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140237460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:39.090117 run osmo-stp_10.42.42.5(pid=30634): stdout: \u000a| (launched: 2022-12-14_14:02:37.286275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:39.209070 run osmo-stp_10.42.42.5(pid=30634): stderr: \u000a| �[0;m�[38;5;43m20221214140237458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140237458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140237458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140237459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140237459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140237459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140237460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:39.261327 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=30634): Process ended prematurely: osmo-stp_10.42.42.5(pid=30634) [trial-2405↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30634)] [trial-2405↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a14:02:39.269164 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a14:02:39.329386 run osmo-hlr_10.42.42.2(pid=30631): ERR: Terminated: ERROR {rc=237} [trial-2405↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30631)]\u000a14:02:39.378579 run osmo-hlr_10.42.42.2(pid=30631): stdout: \u000a| (launched: 2022-12-14_14:02:36.301862) \u000a14:02:39.428299 run osmo-hlr_10.42.42.2(pid=30631): stderr: \u000a| �[0;m�[1;31m20221214140236499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140236499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140236499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140236500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140236500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140236500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140236512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140236520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140236520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140236520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:02:39.496161 run osmo-msc_10.42.42.6(pid=30637): ERR: Terminated: ERROR {rc=2} [trial-2405↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30637)]\u000a14:02:39.545108 run osmo-msc_10.42.42.6(pid=30637): stdout: \u000a| (launched: 2022-12-14_14:02:38.395867) \u000a14:02:39.594368 run osmo-msc_10.42.42.6(pid=30637): stderr: \u000a| �[0;m�[38;5;43m20221214140238670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140238670 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50d0389c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140238670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140238670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140238670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140238671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140238672 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140238673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140238673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140238673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:02:39.636315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30630): Terminating (SIGTERM)\u000a14:02:39.676353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30633): Terminating (SIGTERM)\u000a14:02:39.716188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30636): Terminating (SIGTERM)\u000a14:02:39.725573 --- ParallelTerminationStrategy: PID 30630 died...\u000a14:02:39.779175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30630): Terminated: ok {rc=0}\u000a14:02:39.789006 --- ParallelTerminationStrategy: PID 30633 died...\u000a14:02:39.842420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30633): Terminated: ok {rc=0}\u000a14:02:39.852110 --- ParallelTerminationStrategy: PID 30636 died...\u000a14:02:39.905339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30636): Terminated: ok {rc=0}\u000a14:02:39.993154 bus /sierra_9: Setting Powered False\u000a14:02:41.096449 bus /sierra_9: Setting Powered False\u000a14:02:42.207914 bus /sierra_8: Setting Powered False\u000a14:02:43.310011 bus /sierra_8: Setting Powered False\u000a14:02:44.419827 bus /sierra_3: Setting Powered False\u000a14:02:45.521267 bus /sierra_3: Setting Powered False\u000a14:02:46.637412 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:02:22" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30652): Process ended prematurely: osmo-stp_10.42.42.5(pid=30652) [trial-2405↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30652)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30652): Process ended prematurely: osmo-stp_10.42.42.5(pid=30652) [trial-2405↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:02:48.753334 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:02:48.763832 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a14:02:48.905194 tst cs_paging_gprs_active.py: using LAC 41399\u000a14:02:49.033984 tst cs_paging_gprs_active.py: using RAC 89\u000a14:02:49.161744 tst cs_paging_gprs_active.py: using CellId 41399\u000a14:02:49.289342 tst cs_paging_gprs_active.py: using BVCI 41400\u000a14:02:49.314271 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:02:49.325628 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:02:49.336510 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:02:49.347435 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:02:49.358636 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:02:49.370034 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:02:49.381266 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:02:49.392068 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:02:49.403747 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:02:49.519597 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:02:49.799289 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:02:49.925854 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:02:50.240340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30642): Launched\u000a14:02:50.501506 run iperf3-srv_10.42.42.10(pid=30643): Launched\u000a14:02:50.686377 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:02:50.812334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:02:51.127751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30644): Launched\u000a14:02:51.388356 run iperf3-srv_10.42.42.10(pid=30645): Launched\u000a14:02:51.572282 tst cs_paging_gprs_active.py:38: start network...\u000a14:02:51.698262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:02:52.184434 run create_hlr_db(pid=30646): Launched\u000a14:02:52.357852 bus /sierra_2: Setting Powered False\u000a14:02:53.379768 run create_hlr_db(pid=30646): Terminated: ok {rc=0}\u000a14:02:53.808719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30648): Launched\u000a14:02:54.113499 run osmo-hlr_10.42.42.2(pid=30649): Launched\u000a14:02:54.229617 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:02:54.754829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30651): Launched\u000a14:02:55.059428 run osmo-stp_10.42.42.5(pid=30652): Launched\u000a14:02:55.170535 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:02:55.697896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30654): Launched\u000a14:02:55.805527 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:02:56.069917 run patchelf(pid=30655): Launched\u000a14:02:56.246262 run osmo-stp_10.42.42.5(pid=30652): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30652)]\u000a14:02:56.375143 run osmo-stp_10.42.42.5(pid=30652): stdout: \u000a| (launched: 2022-12-14_14:02:54.908756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:56.504771 run osmo-stp_10.42.42.5(pid=30652): stderr: \u000a| �[0;m�[38;5;43m20221214140255081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140255081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140255081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140255082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140255084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140255084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140255084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:56.629426 run osmo-stp_10.42.42.5(pid=30652): stdout: \u000a| (launched: 2022-12-14_14:02:54.908756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:56.753151 run osmo-stp_10.42.42.5(pid=30652): stderr: \u000a| �[0;m�[38;5;43m20221214140255081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140255081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140255081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140255082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140255084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140255084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140255084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:56.897441 run patchelf(pid=30655): Terminating (SIGINT)\u000a14:02:57.067631 run patchelf(pid=30655): Terminated: ok {rc=0}\u000a14:02:57.099091 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30652): Process ended prematurely: osmo-stp_10.42.42.5(pid=30652) [trial-2405↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30652)] [trial-2405↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a14:02:57.108229 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a14:02:57.167351 run osmo-hlr_10.42.42.2(pid=30649): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30649)]\u000a14:02:57.215979 run osmo-hlr_10.42.42.2(pid=30649): stdout: \u000a| (launched: 2022-12-14_14:02:53.963759) \u000a14:02:57.264879 run osmo-hlr_10.42.42.2(pid=30649): stderr: \u000a| �[0;m�[1;31m20221214140254142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140254142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140254142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140254142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140254142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140254142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140254154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140254163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140254163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140254163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:02:57.306494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30642): Terminating (SIGTERM)\u000a14:02:57.345585 run iperf3-srv_10.42.42.10(pid=30643): Terminating (SIGTERM)\u000a14:02:57.384846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30644): Terminating (SIGTERM)\u000a14:02:57.423760 run iperf3-srv_10.42.42.10(pid=30645): Terminating (SIGTERM)\u000a14:02:57.462909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30648): Terminating (SIGTERM)\u000a14:02:57.502086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30651): Terminating (SIGTERM)\u000a14:02:57.541274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30654): Terminating (SIGTERM)\u000a14:02:57.550403 --- ParallelTerminationStrategy: PID 30642 died...\u000a14:02:57.603666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30642): Terminated: ok {rc=0}\u000a14:02:57.613395 --- ParallelTerminationStrategy: PID 30643 died...\u000a14:02:57.665628 run iperf3-srv_10.42.42.10(pid=30643): Terminated {rc=256}\u000a14:02:57.675162 --- ParallelTerminationStrategy: PID 30644 died...\u000a14:02:57.727679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30644): Terminated: ok {rc=0}\u000a14:02:57.737311 --- ParallelTerminationStrategy: PID 30645 died...\u000a14:02:57.789580 run iperf3-srv_10.42.42.10(pid=30645): Terminated {rc=256}\u000a14:02:57.799084 --- ParallelTerminationStrategy: PID 30648 died...\u000a14:02:57.851487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30648): Terminated: ok {rc=0}\u000a14:02:57.861076 --- ParallelTerminationStrategy: PID 30651 died...\u000a14:02:57.913655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30651): Terminated: ok {rc=0}\u000a14:02:57.923184 --- ParallelTerminationStrategy: PID 30654 died...\u000a14:02:57.975655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30654): Terminated: ok {rc=0}\u000a14:02:58.063220 bus /gobi_0: Setting Powered False\u000a14:02:59.166190 bus /gobi_0: Setting Powered False\u000a14:03:00.274812 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 93, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30665): Process ended prematurely: osmo-stp_10.42.42.5(pid=30665) [trial-2405↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30665)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30665): Process ended prematurely: osmo-stp_10.42.42.5(pid=30665) [trial-2405↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a14:03:01.391534 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:01.404277 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a14:03:01.554405 tst iperf3.py: using LAC 41400\u000a14:03:01.686325 tst iperf3.py: using RAC 90\u000a14:03:01.842035 tst iperf3.py: using CellId 41400\u000a14:03:02.013087 tst iperf3.py: using BVCI 41401\u000a14:03:02.047876 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:02.063345 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:02.078834 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:02.095688 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:02.112118 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:02.129408 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:02.143907 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:02.158948 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:02.176515 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:03:02.484238 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:03:02.621004 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:03:02.956671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30657): Launched\u000a14:03:03.237611 run iperf3-srv_10.42.42.10(pid=30658): Launched\u000a14:03:03.438324 tst iperf3.py:8: start network...\u000a14:03:03.574788 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:03:04.088242 run create_hlr_db(pid=30659): Launched\u000a14:03:04.277565 bus /gobi_6: Setting Powered False\u000a14:03:05.299510 run create_hlr_db(pid=30659): Terminated: ok {rc=0}\u000a14:03:05.710108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30661): Launched\u000a14:03:06.014312 run osmo-hlr_10.42.42.2(pid=30662): Launched\u000a14:03:06.133264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:03:06.670230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30664): Launched\u000a14:03:06.975560 run osmo-stp_10.42.42.5(pid=30665): Launched\u000a14:03:07.086679 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:03:07.614831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30667): Launched\u000a14:03:07.722408 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:03:07.986920 run patchelf(pid=30668): Launched\u000a14:03:08.164281 run osmo-stp_10.42.42.5(pid=30665): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30665)]\u000a14:03:08.293946 run osmo-stp_10.42.42.5(pid=30665): stdout: \u000a| (launched: 2022-12-14_14:03:06.824753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:08.423931 run osmo-stp_10.42.42.5(pid=30665): stderr: \u000a| �[0;m�[38;5;43m20221214140306996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140306997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140306997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140306997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140306998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140306998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140306998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:08.549495 run osmo-stp_10.42.42.5(pid=30665): stdout: \u000a| (launched: 2022-12-14_14:03:06.824753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:08.673796 run osmo-stp_10.42.42.5(pid=30665): stderr: \u000a| �[0;m�[38;5;43m20221214140306996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140306997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140306997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140306997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140306998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140306998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140306998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:08.818665 run patchelf(pid=30668): Terminating (SIGINT)\u000a14:03:08.988782 run patchelf(pid=30668): Terminated: ok {rc=0}\u000a14:03:09.020042 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30665): Process ended prematurely: osmo-stp_10.42.42.5(pid=30665) [trial-2405↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30665)] [trial-2405↪gprs:nanobts+band-900↪iperf3.py:8]\u000a14:03:09.029270 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a14:03:09.089258 run osmo-hlr_10.42.42.2(pid=30662): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30662)]\u000a14:03:09.137801 run osmo-hlr_10.42.42.2(pid=30662): stdout: \u000a| (launched: 2022-12-14_14:03:05.864704) \u000a14:03:09.187253 run osmo-hlr_10.42.42.2(pid=30662): stderr: \u000a| �[0;m�[1;31m20221214140306042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140306042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140306042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140306042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140306043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140306043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140306055 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140306065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140306065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140306065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:03:09.229379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30657): Terminating (SIGTERM)\u000a14:03:09.268634 run iperf3-srv_10.42.42.10(pid=30658): Terminating (SIGTERM)\u000a14:03:09.308063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30661): Terminating (SIGTERM)\u000a14:03:09.347242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30664): Terminating (SIGTERM)\u000a14:03:09.386340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30667): Terminating (SIGTERM)\u000a14:03:09.395530 --- ParallelTerminationStrategy: PID 30657 died...\u000a14:03:09.448392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30657): Terminated: ok {rc=0}\u000a14:03:09.458007 --- ParallelTerminationStrategy: PID 30658 died...\u000a14:03:09.510337 run iperf3-srv_10.42.42.10(pid=30658): Terminated {rc=256}\u000a14:03:09.519784 --- ParallelTerminationStrategy: PID 30661 died...\u000a14:03:09.572252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30661): Terminated: ok {rc=0}\u000a14:03:09.581848 --- ParallelTerminationStrategy: PID 30664 died...\u000a14:03:09.634527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30664): Terminated: ok {rc=0}\u000a14:03:09.644123 --- ParallelTerminationStrategy: PID 30667 died...\u000a14:03:09.696683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30667): Terminated: ok {rc=0}\u000a14:03:09.784044 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "gprs:nanobts+band-900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30683): Process ended prematurely: osmo-stp_10.42.42.5(pid=30683) [trial-2405↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30683)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30683): Process ended prematurely: osmo-stp_10.42.42.5(pid=30683) [trial-2405↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a14:03:10.893524 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:10.904582 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a14:03:11.043397 tst iperf3m4.py: using LAC 41401\u000a14:03:11.160739 tst iperf3m4.py: using RAC 91\u000a14:03:11.277788 tst iperf3m4.py: using CellId 41401\u000a14:03:11.397069 tst iperf3m4.py: using BVCI 41402\u000a14:03:11.420130 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:11.430962 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:11.441603 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:11.452024 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:11.462493 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:11.473028 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:11.483657 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:11.494010 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:11.505028 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:03:11.626613 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:03:11.751313 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:03:11.867847 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:03:12.165906 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:03:12.302641 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:03:12.640075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30669): Launched\u000a14:03:12.920254 run iperf3-srv_10.42.42.10(pid=30670): Launched\u000a14:03:13.120932 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:03:13.257629 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:03:13.595211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30671): Launched\u000a14:03:13.875175 run iperf3-srv_10.42.42.10(pid=30672): Launched\u000a14:03:14.075357 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:03:14.212028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:03:14.549606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30673): Launched\u000a14:03:14.829653 run iperf3-srv_10.42.42.10(pid=30674): Launched\u000a14:03:15.029523 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:03:15.166816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:03:15.504345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30675): Launched\u000a14:03:15.784276 run iperf3-srv_10.42.42.10(pid=30676): Launched\u000a14:03:15.987155 tst iperf3m4.py:8: start network...\u000a14:03:16.126480 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:03:16.741851 run create_hlr_db(pid=30677): Launched\u000a14:03:16.934090 bus /gobi_6: Setting Powered False\u000a14:03:17.941705 run create_hlr_db(pid=30677): Terminated: ok {rc=0}\u000a14:03:18.388848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30679): Launched\u000a14:03:18.717025 run osmo-hlr_10.42.42.2(pid=30680): Launched\u000a14:03:18.836509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:03:19.406326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30682): Launched\u000a14:03:19.733142 run osmo-stp_10.42.42.5(pid=30683): Launched\u000a14:03:19.852095 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:03:20.419869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30685): Launched\u000a14:03:20.536347 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:03:20.819333 run patchelf(pid=30686): Launched\u000a14:03:21.009764 run osmo-stp_10.42.42.5(pid=30683): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30683)]\u000a14:03:21.149644 run osmo-stp_10.42.42.5(pid=30683): stdout: \u000a| (launched: 2022-12-14_14:03:19.572492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:21.289627 run osmo-stp_10.42.42.5(pid=30683): stderr: \u000a| �[0;m�[38;5;43m20221214140319768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140319768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140319768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140319769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140319769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140319769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140319769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:21.424589 run osmo-stp_10.42.42.5(pid=30683): stdout: \u000a| (launched: 2022-12-14_14:03:19.572492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:21.558062 run osmo-stp_10.42.42.5(pid=30683): stderr: \u000a| �[0;m�[38;5;43m20221214140319768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140319768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140319768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140319769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140319769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140319769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140319769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:21.713426 run patchelf(pid=30686): Terminating (SIGINT)\u000a14:03:21.896109 run patchelf(pid=30686): Terminated: ok {rc=0}\u000a14:03:21.929836 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30683): Process ended prematurely: osmo-stp_10.42.42.5(pid=30683) [trial-2405↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30683)] [trial-2405↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a14:03:21.939622 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a14:03:22.003003 run osmo-hlr_10.42.42.2(pid=30680): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30680)]\u000a14:03:22.054148 run osmo-hlr_10.42.42.2(pid=30680): stdout: \u000a| (launched: 2022-12-14_14:03:18.555286) \u000a14:03:22.106062 run osmo-hlr_10.42.42.2(pid=30680): stderr: \u000a| �[0;m�[1;31m20221214140318755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140318755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140318755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140318755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140318756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140318756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140318767 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140318775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140318776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140318776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:03:22.150345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30669): Terminating (SIGTERM)\u000a14:03:22.191975 run iperf3-srv_10.42.42.10(pid=30670): Terminating (SIGTERM)\u000a14:03:22.233808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30671): Terminating (SIGTERM)\u000a14:03:22.275317 run iperf3-srv_10.42.42.10(pid=30672): Terminating (SIGTERM)\u000a14:03:22.316999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30673): Terminating (SIGTERM)\u000a14:03:22.358388 run iperf3-srv_10.42.42.10(pid=30674): Terminating (SIGTERM)\u000a14:03:22.399770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30675): Terminating (SIGTERM)\u000a14:03:22.441061 run iperf3-srv_10.42.42.10(pid=30676): Terminating (SIGTERM)\u000a14:03:22.482510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30679): Terminating (SIGTERM)\u000a14:03:22.523886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30682): Terminating (SIGTERM)\u000a14:03:22.565339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30685): Terminating (SIGTERM)\u000a14:03:22.574623 --- ParallelTerminationStrategy: PID 30669 died...\u000a14:03:22.630508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30669): Terminated: ok {rc=0}\u000a14:03:22.640492 --- ParallelTerminationStrategy: PID 30670 died...\u000a14:03:22.695958 run iperf3-srv_10.42.42.10(pid=30670): Terminated {rc=256}\u000a14:03:22.705982 --- ParallelTerminationStrategy: PID 30671 died...\u000a14:03:22.761718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30671): Terminated: ok {rc=0}\u000a14:03:22.771920 --- ParallelTerminationStrategy: PID 30672 died...\u000a14:03:22.827633 run iperf3-srv_10.42.42.10(pid=30672): Terminated {rc=256}\u000a14:03:22.838133 --- ParallelTerminationStrategy: PID 30673 died...\u000a14:03:22.893756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30673): Terminated: ok {rc=0}\u000a14:03:22.903852 --- ParallelTerminationStrategy: PID 30674 died...\u000a14:03:22.959214 run iperf3-srv_10.42.42.10(pid=30674): Terminated {rc=256}\u000a14:03:22.969400 --- ParallelTerminationStrategy: PID 30675 died...\u000a14:03:23.025236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30675): Terminated: ok {rc=0}\u000a14:03:23.035311 --- ParallelTerminationStrategy: PID 30676 died...\u000a14:03:23.091195 run iperf3-srv_10.42.42.10(pid=30676): Terminated {rc=256}\u000a14:03:23.101323 --- ParallelTerminationStrategy: PID 30679 died...\u000a14:03:23.157026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30679): Terminated: ok {rc=0}\u000a14:03:23.167191 --- ParallelTerminationStrategy: PID 30682 died...\u000a14:03:23.222936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30682): Terminated: ok {rc=0}\u000a14:03:23.233162 --- ParallelTerminationStrategy: PID 30685 died...\u000a14:03:23.288841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30685): Terminated: ok {rc=0}\u000a14:03:23.375715 bus /gobi_4: Setting Powered False\u000a14:03:24.481195 bus /gobi_4: Setting Powered False\u000a14:03:25.588825 bus /gobi_1: Setting Powered False\u000a14:03:26.693078 bus /gobi_1: Setting Powered False\u000a14:03:27.802823 bus /gobi_0: Setting Powered False\u000a14:03:28.904347 bus /gobi_0: Setting Powered False\u000a14:03:30.015377 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30693): Process ended prematurely: osmo-stp_10.42.42.5(pid=30693) [trial-2405↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30693)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30693): Process ended prematurely: osmo-stp_10.42.42.5(pid=30693) [trial-2405↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a14:03:31.090746 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:31.106338 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a14:03:31.277325 tst ping.py: using LAC 41402\u000a14:03:31.398901 tst ping.py: using RAC 92\u000a14:03:31.527611 tst ping.py: using CellId 41402\u000a14:03:31.681915 tst ping.py: using BVCI 41403\u000a14:03:31.713105 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:31.724891 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:31.738052 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:31.751717 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:31.765700 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:31.779280 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:31.793006 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:31.806616 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:03:32.137402 tst ping.py:19: start network...\u000a14:03:32.274693 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:03:32.781963 run create_hlr_db(pid=30687): Launched\u000a14:03:32.967958 bus /gobi_6: Setting Powered False\u000a14:03:33.988116 run create_hlr_db(pid=30687): Terminated: ok {rc=0}\u000a14:03:34.390406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30689): Launched\u000a14:03:34.689269 run osmo-hlr_10.42.42.2(pid=30690): Launched\u000a14:03:34.806356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:03:35.336037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30692): Launched\u000a14:03:35.635177 run osmo-stp_10.42.42.5(pid=30693): Launched\u000a14:03:35.743438 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:03:36.263111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30695): Launched\u000a14:03:36.369281 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:03:36.629859 run patchelf(pid=30696): Launched\u000a14:03:36.804305 run osmo-stp_10.42.42.5(pid=30693): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30693)]\u000a14:03:36.931683 run osmo-stp_10.42.42.5(pid=30693): stdout: \u000a| (launched: 2022-12-14_14:03:35.488360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:37.059112 run osmo-stp_10.42.42.5(pid=30693): stderr: \u000a| �[0;m�[38;5;43m20221214140335662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140335662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140335662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140335662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140335663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140335663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140335663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:37.182787 run osmo-stp_10.42.42.5(pid=30693): stdout: \u000a| (launched: 2022-12-14_14:03:35.488360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:37.305151 run osmo-stp_10.42.42.5(pid=30693): stderr: \u000a| �[0;m�[38;5;43m20221214140335662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140335662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140335662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140335662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140335663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140335663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140335663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:37.448086 run patchelf(pid=30696): Terminating (SIGINT)\u000a14:03:37.615171 run patchelf(pid=30696): Terminated: ok {rc=0}\u000a14:03:37.645426 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30693): Process ended prematurely: osmo-stp_10.42.42.5(pid=30693) [trial-2405↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30693)] [trial-2405↪gprs:nanobts+band-900↪ping.py:22]\u000a14:03:37.653932 tst ping.py:22: Test FAILED (6.6 sec)\u000a14:03:37.713846 run osmo-hlr_10.42.42.2(pid=30690): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30690)]\u000a14:03:37.762730 run osmo-hlr_10.42.42.2(pid=30690): stdout: \u000a| (launched: 2022-12-14_14:03:34.542158) \u000a14:03:37.812473 run osmo-hlr_10.42.42.2(pid=30690): stderr: \u000a| �[0;m�[1;31m20221214140334717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140334717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140334717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140334717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140334717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140334718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140334730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140334741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140334741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140334741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:03:37.854438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30689): Terminating (SIGTERM)\u000a14:03:37.894060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30692): Terminating (SIGTERM)\u000a14:03:37.933725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30695): Terminating (SIGTERM)\u000a14:03:37.943019 --- ParallelTerminationStrategy: PID 30689 died...\u000a14:03:37.996483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30689): Terminated: ok {rc=0}\u000a14:03:38.006237 --- ParallelTerminationStrategy: PID 30692 died...\u000a14:03:38.059443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30692): Terminated: ok {rc=0}\u000a14:03:38.069195 --- ParallelTerminationStrategy: PID 30695 died...\u000a14:03:38.122324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30695): Terminated: ok {rc=0}\u000a14:03:38.209946 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30703): Process ended prematurely: osmo-stp_10.42.42.5(pid=30703) [trial-2405↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30703)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30703): Process ended prematurely: osmo-stp_10.42.42.5(pid=30703) [trial-2405↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a14:03:39.261277 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:39.272439 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a14:03:39.407548 tst ping_idle_ping.py: using LAC 41403\u000a14:03:39.525502 tst ping_idle_ping.py: using RAC 93\u000a14:03:39.642694 tst ping_idle_ping.py: using CellId 41403\u000a14:03:39.768462 tst ping_idle_ping.py: using BVCI 41404\u000a14:03:39.793041 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:39.804317 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:39.815396 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:39.826549 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:39.837852 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:39.849142 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:39.860988 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:03:39.872231 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:03:40.168215 tst ping_idle_ping.py:24: start network...\u000a14:03:40.303191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:03:40.813671 run create_hlr_db(pid=30697): Launched\u000a14:03:41.000406 bus /gobi_6: Setting Powered False\u000a14:03:42.022368 run create_hlr_db(pid=30697): Terminated: ok {rc=0}\u000a14:03:42.426695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30699): Launched\u000a14:03:42.728894 run osmo-hlr_10.42.42.2(pid=30700): Launched\u000a14:03:42.844180 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:03:43.365866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30702): Launched\u000a14:03:43.667053 run osmo-stp_10.42.42.5(pid=30703): Launched\u000a14:03:43.776694 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:03:44.298795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30705): Launched\u000a14:03:44.405303 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:03:44.666839 run patchelf(pid=30706): Launched\u000a14:03:44.842053 run osmo-stp_10.42.42.5(pid=30703): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30703)]\u000a14:03:44.969940 run osmo-stp_10.42.42.5(pid=30703): stdout: \u000a| (launched: 2022-12-14_14:03:43.518876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:45.100297 run osmo-stp_10.42.42.5(pid=30703): stderr: \u000a| �[0;m�[38;5;43m20221214140343691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140343691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140343692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140343692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140343693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140343693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140343693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:45.224375 run osmo-stp_10.42.42.5(pid=30703): stdout: \u000a| (launched: 2022-12-14_14:03:43.518876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:45.347357 run osmo-stp_10.42.42.5(pid=30703): stderr: \u000a| �[0;m�[38;5;43m20221214140343691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140343691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140343692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140343692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140343693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140343693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140343693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:45.490670 run patchelf(pid=30706): Terminating (SIGINT)\u000a14:03:45.658391 run patchelf(pid=30706): Terminated: ok {rc=0}\u000a14:03:45.689213 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30703): Process ended prematurely: osmo-stp_10.42.42.5(pid=30703) [trial-2405↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30703)] [trial-2405↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a14:03:45.697729 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a14:03:45.757558 run osmo-hlr_10.42.42.2(pid=30700): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30700)]\u000a14:03:45.806265 run osmo-hlr_10.42.42.2(pid=30700): stdout: \u000a| (launched: 2022-12-14_14:03:42.580229) \u000a14:03:45.862873 run osmo-hlr_10.42.42.2(pid=30700): stderr: \u000a| �[0;m�[1;31m20221214140342759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140342759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140342759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140342759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140342759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140342759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140342771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140342780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140342780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140342780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:03:45.910158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30699): Terminating (SIGTERM)\u000a14:03:45.956620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30702): Terminating (SIGTERM)\u000a14:03:46.002972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30705): Terminating (SIGTERM)\u000a14:03:46.014334 --- ParallelTerminationStrategy: PID 30699 died...\u000a14:03:46.076638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30699): Terminated: ok {rc=0}\u000a14:03:46.088874 --- ParallelTerminationStrategy: PID 30702 died...\u000a14:03:46.147227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30702): Terminated: ok {rc=0}\u000a14:03:46.158492 --- ParallelTerminationStrategy: PID 30705 died...\u000a14:03:46.217952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30705): Terminated: ok {rc=0}\u000a14:03:46.327372 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:02:48" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30720): Process ended prematurely: osmo-stp_10.42.42.5(pid=30720) [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30720)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30720): Process ended prematurely: osmo-stp_10.42.42.5(pid=30720) [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:03:48.493764 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:03:48.504866 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:03:48.643443 tst cs_paging_gprs_active.py: using LAC 41404\u000a14:03:48.764883 tst cs_paging_gprs_active.py: using RAC 94\u000a14:03:48.884094 tst cs_paging_gprs_active.py: using CellId 41404\u000a14:03:49.004800 tst cs_paging_gprs_active.py: using BVCI 41405\u000a14:03:49.028000 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:03:49.038906 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:03:49.049533 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:03:49.060412 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:03:49.071018 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:03:49.081652 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:03:49.092587 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:03:49.103179 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:03:49.113865 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:03:49.234298 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:03:49.530917 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:03:49.668280 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:03:50.005897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30710): Launched\u000a14:03:50.289196 run iperf3-srv_10.42.42.10(pid=30711): Launched\u000a14:03:50.490498 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:03:50.628192 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:03:50.967017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30712): Launched\u000a14:03:51.247368 run iperf3-srv_10.42.42.10(pid=30713): Launched\u000a14:03:51.447861 tst cs_paging_gprs_active.py:38: start network...\u000a14:03:51.585071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:03:52.099468 run create_hlr_db(pid=30714): Launched\u000a14:03:52.288935 bus /gobi_6: Setting Powered False\u000a14:03:53.299926 run create_hlr_db(pid=30714): Terminated: ok {rc=0}\u000a14:03:53.713791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30716): Launched\u000a14:03:54.019930 run osmo-hlr_10.42.42.2(pid=30717): Launched\u000a14:03:54.133706 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:03:54.661618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30719): Launched\u000a14:03:54.967493 run osmo-stp_10.42.42.5(pid=30720): Launched\u000a14:03:55.079200 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:03:55.611119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30722): Launched\u000a14:03:55.719238 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:03:55.984445 run patchelf(pid=30723): Launched\u000a14:03:56.162514 run osmo-stp_10.42.42.5(pid=30720): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30720)]\u000a14:03:56.292068 run osmo-stp_10.42.42.5(pid=30720): stdout: \u000a| (launched: 2022-12-14_14:03:54.816465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:56.422365 run osmo-stp_10.42.42.5(pid=30720): stderr: \u000a| �[0;m�[38;5;43m20221214140354989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140354989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140354989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140354990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140354990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140354990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140354990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:56.547924 run osmo-stp_10.42.42.5(pid=30720): stdout: \u000a| (launched: 2022-12-14_14:03:54.816465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:56.672315 run osmo-stp_10.42.42.5(pid=30720): stderr: \u000a| �[0;m�[38;5;43m20221214140354989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140354989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140354989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140354990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140354990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140354990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140354990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:56.817260 run patchelf(pid=30723): Terminating (SIGINT)\u000a14:03:56.987562 run patchelf(pid=30723): Terminated: ok {rc=0}\u000a14:03:57.018697 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30720): Process ended prematurely: osmo-stp_10.42.42.5(pid=30720) [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30720)] [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a14:03:57.027795 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a14:03:57.086822 run osmo-hlr_10.42.42.2(pid=30717): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30717)]\u000a14:03:57.134968 run osmo-hlr_10.42.42.2(pid=30717): stdout: \u000a| (launched: 2022-12-14_14:03:53.869380) \u000a14:03:57.183593 run osmo-hlr_10.42.42.2(pid=30717): stderr: \u000a| �[0;m�[1;31m20221214140354047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140354047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140354047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140354047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140354047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140354047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140354060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140354070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140354070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140354070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:03:57.225036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30710): Terminating (SIGTERM)\u000a14:03:57.263833 run iperf3-srv_10.42.42.10(pid=30711): Terminating (SIGTERM)\u000a14:03:57.302916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30712): Terminating (SIGTERM)\u000a14:03:57.341827 run iperf3-srv_10.42.42.10(pid=30713): Terminating (SIGTERM)\u000a14:03:57.380819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30716): Terminating (SIGTERM)\u000a14:03:57.419738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30719): Terminating (SIGTERM)\u000a14:03:57.458944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30722): Terminating (SIGTERM)\u000a14:03:57.468069 --- ParallelTerminationStrategy: PID 30710 died...\u000a14:03:57.520564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30710): Terminated: ok {rc=0}\u000a14:03:57.530035 --- ParallelTerminationStrategy: PID 30711 died...\u000a14:03:57.582751 run iperf3-srv_10.42.42.10(pid=30711): Terminated {rc=256}\u000a14:03:57.592162 --- ParallelTerminationStrategy: PID 30712 died...\u000a14:03:57.644552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30712): Terminated: ok {rc=0}\u000a14:03:57.654053 --- ParallelTerminationStrategy: PID 30713 died...\u000a14:03:57.706347 run iperf3-srv_10.42.42.10(pid=30713): Terminated {rc=256}\u000a14:03:57.715804 --- ParallelTerminationStrategy: PID 30716 died...\u000a14:03:57.767917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30716): Terminated: ok {rc=0}\u000a14:03:57.777463 --- ParallelTerminationStrategy: PID 30719 died...\u000a14:03:57.829637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30719): Terminated: ok {rc=0}\u000a14:03:57.839120 --- ParallelTerminationStrategy: PID 30722 died...\u000a14:03:57.891353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30722): Terminated: ok {rc=0}\u000a14:03:57.973751 bus /gobi_0: Setting Powered False\u000a14:03:59.074718 bus /gobi_0: Setting Powered False\u000a14:04:00.180144 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30732): Process ended prematurely: osmo-stp_10.42.42.5(pid=30732) [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30732)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30732): Process ended prematurely: osmo-stp_10.42.42.5(pid=30732) [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a14:04:01.294814 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:01.308069 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:04:01.456686 tst iperf3.py: using LAC 41405\u000a14:04:01.578755 tst iperf3.py: using RAC 95\u000a14:04:01.731491 tst iperf3.py: using CellId 41405\u000a14:04:01.860871 tst iperf3.py: using BVCI 41406\u000a14:04:01.887105 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:01.899740 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:01.912353 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:01.924784 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:01.938106 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:01.951504 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:01.964660 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:01.979164 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:01.992479 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:04:02.293911 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:04:02.430694 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:04:02.769232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30724): Launched\u000a14:04:03.049926 run iperf3-srv_10.42.42.10(pid=30725): Launched\u000a14:04:03.251097 tst iperf3.py:8: start network...\u000a14:04:03.387374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:04:03.900306 run create_hlr_db(pid=30726): Launched\u000a14:04:04.089946 bus /gobi_6: Setting Powered False\u000a14:04:05.110861 run create_hlr_db(pid=30726): Terminated: ok {rc=0}\u000a14:04:05.519539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30728): Launched\u000a14:04:05.824819 run osmo-hlr_10.42.42.2(pid=30729): Launched\u000a14:04:05.936188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:06.463381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30731): Launched\u000a14:04:06.767675 run osmo-stp_10.42.42.5(pid=30732): Launched\u000a14:04:06.878275 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:04:07.406944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30734): Launched\u000a14:04:07.514738 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:04:07.780712 run patchelf(pid=30735): Launched\u000a14:04:07.958348 run osmo-stp_10.42.42.5(pid=30732): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30732)]\u000a14:04:08.087504 run osmo-stp_10.42.42.5(pid=30732): stdout: \u000a| (launched: 2022-12-14_14:04:06.617743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:08.217844 run osmo-stp_10.42.42.5(pid=30732): stderr: \u000a| �[0;m�[38;5;43m20221214140406789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140406789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140406790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140406790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140406791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140406791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140406791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:08.343066 run osmo-stp_10.42.42.5(pid=30732): stdout: \u000a| (launched: 2022-12-14_14:04:06.617743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:08.467684 run osmo-stp_10.42.42.5(pid=30732): stderr: \u000a| �[0;m�[38;5;43m20221214140406789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140406789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140406790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140406790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140406791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140406791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140406791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:08.612213 run patchelf(pid=30735): Terminating (SIGINT)\u000a14:04:08.782755 run patchelf(pid=30735): Terminated: ok {rc=0}\u000a14:04:08.814167 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30732): Process ended prematurely: osmo-stp_10.42.42.5(pid=30732) [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30732)] [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a14:04:08.823317 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a14:04:08.883333 run osmo-hlr_10.42.42.2(pid=30729): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30729)]\u000a14:04:08.931807 run osmo-hlr_10.42.42.2(pid=30729): stdout: \u000a| (launched: 2022-12-14_14:04:05.675825) \u000a14:04:08.980826 run osmo-hlr_10.42.42.2(pid=30729): stderr: \u000a| �[0;m�[1;31m20221214140405854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140405854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140405854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140405854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140405855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140405855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140405866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140405875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140405876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140405876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:09.022519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30724): Terminating (SIGTERM)\u000a14:04:09.061670 run iperf3-srv_10.42.42.10(pid=30725): Terminating (SIGTERM)\u000a14:04:09.100715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30728): Terminating (SIGTERM)\u000a14:04:09.139688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30731): Terminating (SIGTERM)\u000a14:04:09.179024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30734): Terminating (SIGTERM)\u000a14:04:09.188223 --- ParallelTerminationStrategy: PID 30724 died...\u000a14:04:09.241294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30724): Terminated: ok {rc=0}\u000a14:04:09.250926 --- ParallelTerminationStrategy: PID 30725 died...\u000a14:04:09.303869 run iperf3-srv_10.42.42.10(pid=30725): Terminated {rc=256}\u000a14:04:09.313855 --- ParallelTerminationStrategy: PID 30728 died...\u000a14:04:09.367527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30728): Terminated: ok {rc=0}\u000a14:04:09.377265 --- ParallelTerminationStrategy: PID 30731 died...\u000a14:04:09.430155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30731): Terminated: ok {rc=0}\u000a14:04:09.439784 --- ParallelTerminationStrategy: PID 30734 died...\u000a14:04:09.492816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30734): Terminated: ok {rc=0}\u000a14:04:09.576127 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30750): Process ended prematurely: osmo-stp_10.42.42.5(pid=30750) [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30750)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30750): Process ended prematurely: osmo-stp_10.42.42.5(pid=30750) [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a14:04:10.691769 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:10.703812 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:04:10.847513 tst iperf3m4.py: using LAC 41406\u000a14:04:10.965346 tst iperf3m4.py: using RAC 96\u000a14:04:11.091786 tst iperf3m4.py: using CellId 41406\u000a14:04:11.224428 tst iperf3m4.py: using BVCI 41407\u000a14:04:11.247543 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:11.258469 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:11.269268 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:11.279915 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:11.290988 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:11.302256 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:11.313670 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:11.324763 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:11.336036 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:04:11.451525 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:04:11.574419 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:04:11.694831 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:04:11.976502 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:04:12.103570 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:04:12.420568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30736): Launched\u000a14:04:12.683797 run iperf3-srv_10.42.42.10(pid=30737): Launched\u000a14:04:12.869266 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:04:12.995488 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:04:13.311401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30738): Launched\u000a14:04:13.573489 run iperf3-srv_10.42.42.10(pid=30739): Launched\u000a14:04:13.759820 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:04:13.886215 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:04:14.201525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30740): Launched\u000a14:04:14.464024 run iperf3-srv_10.42.42.10(pid=30741): Launched\u000a14:04:14.649365 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:04:14.775566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:04:15.091125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30742): Launched\u000a14:04:15.353303 run iperf3-srv_10.42.42.10(pid=30743): Launched\u000a14:04:15.538537 tst iperf3m4.py:8: start network...\u000a14:04:15.664828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:04:16.227603 run create_hlr_db(pid=30744): Launched\u000a14:04:16.405613 bus /gobi_6: Setting Powered False\u000a14:04:17.427372 run create_hlr_db(pid=30744): Terminated: ok {rc=0}\u000a14:04:17.861304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30746): Launched\u000a14:04:18.187317 run osmo-hlr_10.42.42.2(pid=30747): Launched\u000a14:04:18.308569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:18.874497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30749): Launched\u000a14:04:19.178508 run osmo-stp_10.42.42.5(pid=30750): Launched\u000a14:04:19.287960 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:04:19.818070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30752): Launched\u000a14:04:19.925940 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:04:20.190125 run patchelf(pid=30753): Launched\u000a14:04:20.367415 run osmo-stp_10.42.42.5(pid=30750): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30750)]\u000a14:04:20.497133 run osmo-stp_10.42.42.5(pid=30750): stdout: \u000a| (launched: 2022-12-14_14:04:19.029299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:20.627046 run osmo-stp_10.42.42.5(pid=30750): stderr: \u000a| �[0;m�[38;5;43m20221214140419202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140419202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140419202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140419203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140419203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140419203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140419203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:20.752361 run osmo-stp_10.42.42.5(pid=30750): stdout: \u000a| (launched: 2022-12-14_14:04:19.029299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:20.876782 run osmo-stp_10.42.42.5(pid=30750): stderr: \u000a| �[0;m�[38;5;43m20221214140419202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140419202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140419202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140419203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140419203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140419203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140419203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:21.022165 run patchelf(pid=30753): Terminating (SIGINT)\u000a14:04:21.193314 run patchelf(pid=30753): Terminated: ok {rc=0}\u000a14:04:21.224525 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30750): Process ended prematurely: osmo-stp_10.42.42.5(pid=30750) [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30750)] [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a14:04:21.233680 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a14:04:21.293754 run osmo-hlr_10.42.42.2(pid=30747): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30747)]\u000a14:04:21.342371 run osmo-hlr_10.42.42.2(pid=30747): stdout: \u000a| (launched: 2022-12-14_14:04:18.027123) \u000a14:04:21.391381 run osmo-hlr_10.42.42.2(pid=30747): stderr: \u000a| �[0;m�[1;31m20221214140418226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140418226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140418226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140418227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140418227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140418227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140418239 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140418247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140418247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140418247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:21.433253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30736): Terminating (SIGTERM)\u000a14:04:21.472887 run iperf3-srv_10.42.42.10(pid=30737): Terminating (SIGTERM)\u000a14:04:21.512404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30738): Terminating (SIGTERM)\u000a14:04:21.551768 run iperf3-srv_10.42.42.10(pid=30739): Terminating (SIGTERM)\u000a14:04:21.591231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30740): Terminating (SIGTERM)\u000a14:04:21.630449 run iperf3-srv_10.42.42.10(pid=30741): Terminating (SIGTERM)\u000a14:04:21.669754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30742): Terminating (SIGTERM)\u000a14:04:21.708983 run iperf3-srv_10.42.42.10(pid=30743): Terminating (SIGTERM)\u000a14:04:21.748788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30746): Terminating (SIGTERM)\u000a14:04:21.788524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30749): Terminating (SIGTERM)\u000a14:04:21.828175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30752): Terminating (SIGTERM)\u000a14:04:21.837577 --- ParallelTerminationStrategy: PID 30736 died...\u000a14:04:21.890815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30736): Terminated: ok {rc=0}\u000a14:04:21.900510 --- ParallelTerminationStrategy: PID 30737 died...\u000a14:04:21.953484 run iperf3-srv_10.42.42.10(pid=30737): Terminated {rc=256}\u000a14:04:21.963093 --- ParallelTerminationStrategy: PID 30738 died...\u000a14:04:22.015976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30738): Terminated: ok {rc=0}\u000a14:04:22.025720 --- ParallelTerminationStrategy: PID 30739 died...\u000a14:04:22.079040 run iperf3-srv_10.42.42.10(pid=30739): Terminated {rc=256}\u000a14:04:22.088679 --- ParallelTerminationStrategy: PID 30740 died...\u000a14:04:22.141667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30740): Terminated: ok {rc=0}\u000a14:04:22.151255 --- ParallelTerminationStrategy: PID 30741 died...\u000a14:04:22.204057 run iperf3-srv_10.42.42.10(pid=30741): Terminated {rc=256}\u000a14:04:22.213900 --- ParallelTerminationStrategy: PID 30742 died...\u000a14:04:22.266763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30742): Terminated: ok {rc=0}\u000a14:04:22.276447 --- ParallelTerminationStrategy: PID 30743 died...\u000a14:04:22.329270 run iperf3-srv_10.42.42.10(pid=30743): Terminated {rc=256}\u000a14:04:22.338952 --- ParallelTerminationStrategy: PID 30746 died...\u000a14:04:22.392044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30746): Terminated: ok {rc=0}\u000a14:04:22.401787 --- ParallelTerminationStrategy: PID 30749 died...\u000a14:04:22.454839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30749): Terminated: ok {rc=0}\u000a14:04:22.464507 --- ParallelTerminationStrategy: PID 30752 died...\u000a14:04:22.517578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30752): Terminated: ok {rc=0}\u000a14:04:22.600877 bus /gobi_4: Setting Powered False\u000a14:04:23.708543 bus /gobi_4: Setting Powered False\u000a14:04:24.816626 bus /gobi_1: Setting Powered False\u000a14:04:25.922043 bus /gobi_1: Setting Powered False\u000a14:04:27.029105 bus /gobi_0: Setting Powered False\u000a14:04:28.135225 bus /gobi_0: Setting Powered False\u000a14:04:29.244883 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30760): Process ended prematurely: osmo-stp_10.42.42.5(pid=30760) [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30760)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30760): Process ended prematurely: osmo-stp_10.42.42.5(pid=30760) [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a14:04:30.315292 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:30.327424 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:04:30.465910 tst ping.py: using LAC 41407\u000a14:04:30.583128 tst ping.py: using RAC 97\u000a14:04:30.703144 tst ping.py: using CellId 41407\u000a14:04:30.820892 tst ping.py: using BVCI 41408\u000a14:04:30.844544 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:30.856662 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:30.870301 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:30.881633 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:30.906079 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:30.917911 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:30.930033 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:30.941413 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:04:31.246414 tst ping.py:19: start network...\u000a14:04:31.387324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:04:31.946797 run create_hlr_db(pid=30754): Launched\u000a14:04:32.140315 bus /gobi_6: Setting Powered False\u000a14:04:33.150170 run create_hlr_db(pid=30754): Terminated: ok {rc=0}\u000a14:04:33.590690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30756): Launched\u000a14:04:33.912743 run osmo-hlr_10.42.42.2(pid=30757): Launched\u000a14:04:34.031540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:34.591873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30759): Launched\u000a14:04:34.912596 run osmo-stp_10.42.42.5(pid=30760): Launched\u000a14:04:35.029961 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:04:35.590724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30762): Launched\u000a14:04:35.705689 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:04:35.986461 run patchelf(pid=30763): Launched\u000a14:04:36.175249 run osmo-stp_10.42.42.5(pid=30760): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30760)]\u000a14:04:36.312576 run osmo-stp_10.42.42.5(pid=30760): stdout: \u000a| (launched: 2022-12-14_14:04:34.754990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:36.450550 run osmo-stp_10.42.42.5(pid=30760): stderr: \u000a| �[0;m�[38;5;43m20221214140434947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140434947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140434947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140434948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140434950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140434950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140434950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:36.583823 run osmo-stp_10.42.42.5(pid=30760): stdout: \u000a| (launched: 2022-12-14_14:04:34.754990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:36.716195 run osmo-stp_10.42.42.5(pid=30760): stderr: \u000a| �[0;m�[38;5;43m20221214140434947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140434947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140434947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140434948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140434950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140434950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140434950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:36.869758 run patchelf(pid=30763): Terminating (SIGINT)\u000a14:04:37.049681 run patchelf(pid=30763): Terminated: ok {rc=0}\u000a14:04:37.082249 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30760): Process ended prematurely: osmo-stp_10.42.42.5(pid=30760) [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30760)] [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a14:04:37.091350 tst ping.py:22: Test FAILED (6.8 sec)\u000a14:04:37.154937 run osmo-hlr_10.42.42.2(pid=30757): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30757)]\u000a14:04:37.206487 run osmo-hlr_10.42.42.2(pid=30757): stdout: \u000a| (launched: 2022-12-14_14:04:33.754040) \u000a14:04:37.258098 run osmo-hlr_10.42.42.2(pid=30757): stderr: \u000a| �[0;m�[1;31m20221214140433952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140433952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140433952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140433952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140433952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140433952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140433964 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140433972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140433972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140433972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:37.302569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30756): Terminating (SIGTERM)\u000a14:04:37.345105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30759): Terminating (SIGTERM)\u000a14:04:37.387092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30762): Terminating (SIGTERM)\u000a14:04:37.396830 --- ParallelTerminationStrategy: PID 30756 died...\u000a14:04:37.453543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30756): Terminated: ok {rc=0}\u000a14:04:37.463710 --- ParallelTerminationStrategy: PID 30759 died...\u000a14:04:37.520100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30759): Terminated: ok {rc=0}\u000a14:04:37.530210 --- ParallelTerminationStrategy: PID 30762 died...\u000a14:04:37.586364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30762): Terminated: ok {rc=0}\u000a14:04:37.673415 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30771): Process ended prematurely: osmo-stp_10.42.42.5(pid=30771) [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30771)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30771): Process ended prematurely: osmo-stp_10.42.42.5(pid=30771) [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a14:04:38.725025 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:38.736893 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:04:38.884634 tst ping_idle_ping.py: using LAC 41408\u000a14:04:39.011020 tst ping_idle_ping.py: using RAC 98\u000a14:04:39.139427 tst ping_idle_ping.py: using CellId 41408\u000a14:04:39.265298 tst ping_idle_ping.py: using BVCI 41409\u000a14:04:39.289775 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:39.301207 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:39.312366 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:39.323486 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:39.335397 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:39.347405 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:39.359787 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:04:39.371991 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:04:39.651773 tst ping_idle_ping.py:24: start network...\u000a14:04:39.776919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:04:40.262056 run create_hlr_db(pid=30765): Launched\u000a14:04:40.435736 bus /gobi_6: Setting Powered False\u000a14:04:41.458075 run create_hlr_db(pid=30765): Terminated: ok {rc=0}\u000a14:04:41.887190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30767): Launched\u000a14:04:42.211938 run osmo-hlr_10.42.42.2(pid=30768): Launched\u000a14:04:42.331718 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:42.890520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30770): Launched\u000a14:04:43.214374 run osmo-stp_10.42.42.5(pid=30771): Launched\u000a14:04:43.331843 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:04:43.892031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30773): Launched\u000a14:04:43.999913 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:04:44.262380 run patchelf(pid=30774): Launched\u000a14:04:44.437816 run osmo-stp_10.42.42.5(pid=30771): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30771)]\u000a14:04:44.565930 run osmo-stp_10.42.42.5(pid=30771): stdout: \u000a| (launched: 2022-12-14_14:04:43.054546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:44.693367 run osmo-stp_10.42.42.5(pid=30771): stderr: \u000a| �[0;m�[38;5;43m20221214140443246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140443246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140443246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140443247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140443247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140443247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140443247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:44.816802 run osmo-stp_10.42.42.5(pid=30771): stdout: \u000a| (launched: 2022-12-14_14:04:43.054546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:44.939525 run osmo-stp_10.42.42.5(pid=30771): stderr: \u000a| �[0;m�[38;5;43m20221214140443246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140443246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140443246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140443247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140443247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140443247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140443247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:45.082577 run patchelf(pid=30774): Terminating (SIGINT)\u000a14:04:45.250686 run patchelf(pid=30774): Terminated: ok {rc=0}\u000a14:04:45.281341 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30771): Process ended prematurely: osmo-stp_10.42.42.5(pid=30771) [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30771)] [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a14:04:45.289752 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a14:04:45.349430 run osmo-hlr_10.42.42.2(pid=30768): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30768)]\u000a14:04:45.397926 run osmo-hlr_10.42.42.2(pid=30768): stdout: \u000a| (launched: 2022-12-14_14:04:42.051623) \u000a14:04:45.446827 run osmo-hlr_10.42.42.2(pid=30768): stderr: \u000a| �[0;m�[1;31m20221214140442247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140442247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140442247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140442247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140442247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140442248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140442260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140442269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140442269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140442269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:45.488340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30767): Terminating (SIGTERM)\u000a14:04:45.527269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30770): Terminating (SIGTERM)\u000a14:04:45.566281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30773): Terminating (SIGTERM)\u000a14:04:45.575465 --- ParallelTerminationStrategy: PID 30767 died...\u000a14:04:45.628253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30767): Terminated: ok {rc=0}\u000a14:04:45.637999 --- ParallelTerminationStrategy: PID 30770 died...\u000a14:04:45.690911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30770): Terminated: ok {rc=0}\u000a14:04:45.700485 --- ParallelTerminationStrategy: PID 30773 died...\u000a14:04:45.753436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30773): Terminated: ok {rc=0}\u000a14:04:45.843191 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:03:48" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30789): Process ended prematurely: osmo-stp_10.42.42.5(pid=30789) [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30789)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30789): Process ended prematurely: osmo-stp_10.42.42.5(pid=30789) [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:04:47.999543 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:04:48.010450 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:04:48.162883 tst cs_paging_gprs_active.py: using LAC 41409\u000a14:04:48.281523 tst cs_paging_gprs_active.py: using RAC 99\u000a14:04:48.400347 tst cs_paging_gprs_active.py: using CellId 41409\u000a14:04:48.521648 tst cs_paging_gprs_active.py: using BVCI 41410\u000a14:04:48.544735 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:04:48.555643 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:04:48.566336 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:04:48.577004 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:04:48.588046 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:04:48.599079 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:04:48.609850 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:04:48.620357 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:04:48.631216 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:04:48.751696 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:04:49.032805 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:04:49.160056 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:04:49.477883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30778): Launched\u000a14:04:49.740179 run iperf3-srv_10.42.42.10(pid=30779): Launched\u000a14:04:49.925831 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:04:50.056691 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:04:50.396559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30780): Launched\u000a14:04:50.678045 run iperf3-srv_10.42.42.10(pid=30781): Launched\u000a14:04:50.878571 tst cs_paging_gprs_active.py:38: start network...\u000a14:04:51.015231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:04:51.529053 run create_hlr_db(pid=30782): Launched\u000a14:04:51.718519 bus /gobi_6: Setting Powered False\u000a14:04:52.740411 run create_hlr_db(pid=30782): Terminated: ok {rc=0}\u000a14:04:53.148664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30785): Launched\u000a14:04:53.453679 run osmo-hlr_10.42.42.2(pid=30786): Launched\u000a14:04:53.567063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:54.095512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30788): Launched\u000a14:04:54.400704 run osmo-stp_10.42.42.5(pid=30789): Launched\u000a14:04:54.511617 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:04:55.042371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30791): Launched\u000a14:04:55.150667 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:04:55.416744 run patchelf(pid=30792): Launched\u000a14:04:55.595179 run osmo-stp_10.42.42.5(pid=30789): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30789)]\u000a14:04:55.725297 run osmo-stp_10.42.42.5(pid=30789): stdout: \u000a| (launched: 2022-12-14_14:04:54.250594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:55.856260 run osmo-stp_10.42.42.5(pid=30789): stderr: \u000a| �[0;m�[38;5;43m20221214140454423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140454423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140454423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140454424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140454424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140454424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140454424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:55.982057 run osmo-stp_10.42.42.5(pid=30789): stdout: \u000a| (launched: 2022-12-14_14:04:54.250594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:56.107975 run osmo-stp_10.42.42.5(pid=30789): stderr: \u000a| �[0;m�[38;5;43m20221214140454423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140454423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140454423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140454424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140454424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140454424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140454424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:56.253610 run patchelf(pid=30792): Terminating (SIGINT)\u000a14:04:56.424266 run patchelf(pid=30792): Terminated: ok {rc=0}\u000a14:04:56.455604 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30789): Process ended prematurely: osmo-stp_10.42.42.5(pid=30789) [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30789)] [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a14:04:56.464713 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a14:04:56.524051 run osmo-hlr_10.42.42.2(pid=30786): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30786)]\u000a14:04:56.572509 run osmo-hlr_10.42.42.2(pid=30786): stdout: \u000a| (launched: 2022-12-14_14:04:53.303587) \u000a14:04:56.621789 run osmo-hlr_10.42.42.2(pid=30786): stderr: \u000a| �[0;m�[1;31m20221214140453483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140453483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140453483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140453483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140453483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140453483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140453496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140453506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140453507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140453507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:56.663692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30778): Terminating (SIGTERM)\u000a14:04:56.703132 run iperf3-srv_10.42.42.10(pid=30779): Terminating (SIGTERM)\u000a14:04:56.742423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30780): Terminating (SIGTERM)\u000a14:04:56.781873 run iperf3-srv_10.42.42.10(pid=30781): Terminating (SIGTERM)\u000a14:04:56.821188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30785): Terminating (SIGTERM)\u000a14:04:56.860391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30788): Terminating (SIGTERM)\u000a14:04:56.900073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30791): Terminating (SIGTERM)\u000a14:04:56.909392 --- ParallelTerminationStrategy: PID 30778 died...\u000a14:04:56.962388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30778): Terminated: ok {rc=0}\u000a14:04:56.971933 --- ParallelTerminationStrategy: PID 30779 died...\u000a14:04:57.024367 run iperf3-srv_10.42.42.10(pid=30779): Terminated {rc=256}\u000a14:04:57.033888 --- ParallelTerminationStrategy: PID 30780 died...\u000a14:04:57.086548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30780): Terminated: ok {rc=0}\u000a14:04:57.095999 --- ParallelTerminationStrategy: PID 30781 died...\u000a14:04:57.148503 run iperf3-srv_10.42.42.10(pid=30781): Terminated {rc=256}\u000a14:04:57.158045 --- ParallelTerminationStrategy: PID 30785 died...\u000a14:04:57.210776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30785): Terminated: ok {rc=0}\u000a14:04:57.220272 --- ParallelTerminationStrategy: PID 30788 died...\u000a14:04:57.272834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30788): Terminated: ok {rc=0}\u000a14:04:57.282487 --- ParallelTerminationStrategy: PID 30791 died...\u000a14:04:57.335721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30791): Terminated: ok {rc=0}\u000a14:04:57.418935 bus /gobi_0: Setting Powered False\u000a14:04:58.524279 bus /gobi_0: Setting Powered False\u000a14:04:59.634658 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30804): Process ended prematurely: osmo-stp_10.42.42.5(pid=30804) [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30804)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30804): Process ended prematurely: osmo-stp_10.42.42.5(pid=30804) [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a14:05:00.744666 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:00.756254 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:05:00.939411 tst iperf3.py: using LAC 41410\u000a14:05:01.110085 tst iperf3.py: using RAC 100\u000a14:05:01.246420 tst iperf3.py: using CellId 41410\u000a14:05:01.375413 tst iperf3.py: using BVCI 41411\u000a14:05:01.401791 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:01.414224 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:01.426548 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:01.438883 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:01.452325 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:01.465737 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:01.480894 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:01.494196 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:01.507296 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:05:01.813475 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:05:01.955660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:05:02.314841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30796): Launched\u000a14:05:02.597682 run iperf3-srv_10.42.42.10(pid=30797): Launched\u000a14:05:02.798458 tst iperf3.py:8: start network...\u000a14:05:02.935438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:05:03.448374 run create_hlr_db(pid=30798): Launched\u000a14:05:03.637210 bus /gobi_6: Setting Powered False\u000a14:05:04.658710 run create_hlr_db(pid=30798): Terminated: ok {rc=0}\u000a14:05:05.067784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30800): Launched\u000a14:05:05.373218 run osmo-hlr_10.42.42.2(pid=30801): Launched\u000a14:05:05.485235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:05:06.012600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30803): Launched\u000a14:05:06.317930 run osmo-stp_10.42.42.5(pid=30804): Launched\u000a14:05:06.428239 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:05:06.957306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30806): Launched\u000a14:05:07.065148 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:05:07.330121 run patchelf(pid=30807): Launched\u000a14:05:07.507320 run osmo-stp_10.42.42.5(pid=30804): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30804)]\u000a14:05:07.637089 run osmo-stp_10.42.42.5(pid=30804): stdout: \u000a| (launched: 2022-12-14_14:05:06.168034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:07.767864 run osmo-stp_10.42.42.5(pid=30804): stderr: \u000a| �[0;m�[38;5;43m20221214140506339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140506339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140506340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140506340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140506341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140506341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140506341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:07.893459 run osmo-stp_10.42.42.5(pid=30804): stdout: \u000a| (launched: 2022-12-14_14:05:06.168034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:08.017503 run osmo-stp_10.42.42.5(pid=30804): stderr: \u000a| �[0;m�[38;5;43m20221214140506339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140506339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140506340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140506340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140506341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140506341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140506341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:08.163058 run patchelf(pid=30807): Terminating (SIGINT)\u000a14:05:08.333641 run patchelf(pid=30807): Terminated: ok {rc=0}\u000a14:05:08.364841 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30804): Process ended prematurely: osmo-stp_10.42.42.5(pid=30804) [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30804)] [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a14:05:08.373922 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a14:05:08.433449 run osmo-hlr_10.42.42.2(pid=30801): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30801)]\u000a14:05:08.482549 run osmo-hlr_10.42.42.2(pid=30801): stdout: \u000a| (launched: 2022-12-14_14:05:05.223096) \u000a14:05:08.531883 run osmo-hlr_10.42.42.2(pid=30801): stderr: \u000a| �[0;m�[1;31m20221214140505400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140505400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140505401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140505401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140505401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140505401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140505413 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140505421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140505422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140505422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:08.573531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30796): Terminating (SIGTERM)\u000a14:05:08.612661 run iperf3-srv_10.42.42.10(pid=30797): Terminating (SIGTERM)\u000a14:05:08.651777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30800): Terminating (SIGTERM)\u000a14:05:08.690970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30803): Terminating (SIGTERM)\u000a14:05:08.730186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30806): Terminating (SIGTERM)\u000a14:05:08.739389 --- ParallelTerminationStrategy: PID 30796 died...\u000a14:05:08.792190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30796): Terminated: ok {rc=0}\u000a14:05:08.801912 --- ParallelTerminationStrategy: PID 30797 died...\u000a14:05:08.854223 run iperf3-srv_10.42.42.10(pid=30797): Terminated {rc=256}\u000a14:05:08.863695 --- ParallelTerminationStrategy: PID 30800 died...\u000a14:05:08.916172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30800): Terminated: ok {rc=0}\u000a14:05:08.925845 --- ParallelTerminationStrategy: PID 30803 died...\u000a14:05:08.978422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30803): Terminated: ok {rc=0}\u000a14:05:08.988068 --- ParallelTerminationStrategy: PID 30806 died...\u000a14:05:09.040636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30806): Terminated: ok {rc=0}\u000a14:05:09.123893 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30822): Process ended prematurely: osmo-stp_10.42.42.5(pid=30822) [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30822)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30822): Process ended prematurely: osmo-stp_10.42.42.5(pid=30822) [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30822)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a14:05:10.233053 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:10.244606 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:05:10.397656 tst iperf3m4.py: using LAC 41411\u000a14:05:10.516142 tst iperf3m4.py: using RAC 101\u000a14:05:10.635044 tst iperf3m4.py: using CellId 41411\u000a14:05:10.756196 tst iperf3m4.py: using BVCI 41412\u000a14:05:10.779586 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:10.790714 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:10.801758 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:10.812539 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:10.823467 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:10.834470 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:10.845519 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:10.856256 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:10.867301 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:05:10.982201 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:05:11.106494 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:05:11.226990 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:05:11.507521 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:05:11.634154 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:05:11.949897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30808): Launched\u000a14:05:12.213529 run iperf3-srv_10.42.42.10(pid=30809): Launched\u000a14:05:12.398645 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:05:12.524630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:05:12.840055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30810): Launched\u000a14:05:13.101418 run iperf3-srv_10.42.42.10(pid=30811): Launched\u000a14:05:13.285822 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:05:13.411662 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:05:13.726220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30812): Launched\u000a14:05:13.987610 run iperf3-srv_10.42.42.10(pid=30813): Launched\u000a14:05:14.173133 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:05:14.299079 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:05:14.613770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30814): Launched\u000a14:05:14.875536 run iperf3-srv_10.42.42.10(pid=30815): Launched\u000a14:05:15.060551 tst iperf3m4.py:8: start network...\u000a14:05:15.187392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:05:15.672219 run create_hlr_db(pid=30816): Launched\u000a14:05:15.849423 bus /gobi_6: Setting Powered False\u000a14:05:16.871507 run create_hlr_db(pid=30816): Terminated: ok {rc=0}\u000a14:05:17.302183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30818): Launched\u000a14:05:17.608105 run osmo-hlr_10.42.42.2(pid=30819): Launched\u000a14:05:17.725339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:05:18.262926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30821): Launched\u000a14:05:18.568628 run osmo-stp_10.42.42.5(pid=30822): Launched\u000a14:05:18.678888 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:05:19.207025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30824): Launched\u000a14:05:19.314859 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:05:19.579821 run patchelf(pid=30825): Launched\u000a14:05:19.756718 run osmo-stp_10.42.42.5(pid=30822): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30822)]\u000a14:05:19.886138 run osmo-stp_10.42.42.5(pid=30822): stdout: \u000a| (launched: 2022-12-14_14:05:18.417747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:20.015982 run osmo-stp_10.42.42.5(pid=30822): stderr: \u000a| �[0;m�[38;5;43m20221214140518590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140518590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140518591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140518591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140518591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140518592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140518592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:20.141497 run osmo-stp_10.42.42.5(pid=30822): stdout: \u000a| (launched: 2022-12-14_14:05:18.417747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:20.266431 run osmo-stp_10.42.42.5(pid=30822): stderr: \u000a| �[0;m�[38;5;43m20221214140518590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140518590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140518591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140518591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140518591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140518592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140518592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:20.411321 run patchelf(pid=30825): Terminating (SIGINT)\u000a14:05:20.581760 run patchelf(pid=30825): Terminated: ok {rc=0}\u000a14:05:20.613007 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30822): Process ended prematurely: osmo-stp_10.42.42.5(pid=30822) [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30822)] [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a14:05:20.622199 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a14:05:20.681620 run osmo-hlr_10.42.42.2(pid=30819): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30819)]\u000a14:05:20.730286 run osmo-hlr_10.42.42.2(pid=30819): stdout: \u000a| (launched: 2022-12-14_14:05:17.457098) \u000a14:05:20.779346 run osmo-hlr_10.42.42.2(pid=30819): stderr: \u000a| �[0;m�[1;31m20221214140517635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140517635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140517635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140517635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140517635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140517635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140517648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140517657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140517657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140517657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:20.821070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30808): Terminating (SIGTERM)\u000a14:05:20.860157 run iperf3-srv_10.42.42.10(pid=30809): Terminating (SIGTERM)\u000a14:05:20.899412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30810): Terminating (SIGTERM)\u000a14:05:20.938444 run iperf3-srv_10.42.42.10(pid=30811): Terminating (SIGTERM)\u000a14:05:20.977525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30812): Terminating (SIGTERM)\u000a14:05:21.017180 run iperf3-srv_10.42.42.10(pid=30813): Terminating (SIGTERM)\u000a14:05:21.056516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30814): Terminating (SIGTERM)\u000a14:05:21.095954 run iperf3-srv_10.42.42.10(pid=30815): Terminating (SIGTERM)\u000a14:05:21.135260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30818): Terminating (SIGTERM)\u000a14:05:21.174640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30821): Terminating (SIGTERM)\u000a14:05:21.214248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30824): Terminating (SIGTERM)\u000a14:05:21.223548 --- ParallelTerminationStrategy: PID 30808 died...\u000a14:05:21.276986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30808): Terminated: ok {rc=0}\u000a14:05:21.286763 --- ParallelTerminationStrategy: PID 30809 died...\u000a14:05:21.339482 run iperf3-srv_10.42.42.10(pid=30809): Terminated {rc=256}\u000a14:05:21.349119 --- ParallelTerminationStrategy: PID 30810 died...\u000a14:05:21.402536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30810): Terminated: ok {rc=0}\u000a14:05:21.412300 --- ParallelTerminationStrategy: PID 30811 died...\u000a14:05:21.464818 run iperf3-srv_10.42.42.10(pid=30811): Terminated {rc=256}\u000a14:05:21.474461 --- ParallelTerminationStrategy: PID 30812 died...\u000a14:05:21.527404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30812): Terminated: ok {rc=0}\u000a14:05:21.537186 --- ParallelTerminationStrategy: PID 30813 died...\u000a14:05:21.589748 run iperf3-srv_10.42.42.10(pid=30813): Terminated {rc=256}\u000a14:05:21.599407 --- ParallelTerminationStrategy: PID 30814 died...\u000a14:05:21.652275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30814): Terminated: ok {rc=0}\u000a14:05:21.662071 --- ParallelTerminationStrategy: PID 30815 died...\u000a14:05:21.714641 run iperf3-srv_10.42.42.10(pid=30815): Terminated {rc=256}\u000a14:05:21.724151 --- ParallelTerminationStrategy: PID 30818 died...\u000a14:05:21.776607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30818): Terminated: ok {rc=0}\u000a14:05:21.786214 --- ParallelTerminationStrategy: PID 30821 died...\u000a14:05:21.839621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30821): Terminated: ok {rc=0}\u000a14:05:21.849500 --- ParallelTerminationStrategy: PID 30824 died...\u000a14:05:21.902723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30824): Terminated: ok {rc=0}\u000a14:05:21.991618 bus /gobi_4: Setting Powered False\u000a14:05:23.094675 bus /gobi_4: Setting Powered False\u000a14:05:24.207086 bus /gobi_1: Setting Powered False\u000a14:05:25.309000 bus /gobi_1: Setting Powered False\u000a14:05:26.419845 bus /gobi_0: Setting Powered False\u000a14:05:27.523066 bus /gobi_0: Setting Powered False\u000a14:05:28.634224 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30832): Process ended prematurely: osmo-stp_10.42.42.5(pid=30832) [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30832)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30832): Process ended prematurely: osmo-stp_10.42.42.5(pid=30832) [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a14:05:29.704250 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:29.716418 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:05:29.877272 tst ping.py: using LAC 41412\u000a14:05:30.004224 tst ping.py: using RAC 102\u000a14:05:30.130960 tst ping.py: using CellId 41412\u000a14:05:30.257381 tst ping.py: using BVCI 41413\u000a14:05:30.282515 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:30.293985 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:30.305257 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:30.316439 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:30.327865 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:30.339533 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:30.351239 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:30.362918 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:05:30.654346 tst ping.py:19: start network...\u000a14:05:30.788778 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:05:31.330230 run create_hlr_db(pid=30826): Launched\u000a14:05:31.510149 bus /gobi_6: Setting Powered False\u000a14:05:32.526796 run create_hlr_db(pid=30826): Terminated: ok {rc=0}\u000a14:05:32.954935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30828): Launched\u000a14:05:33.278055 run osmo-hlr_10.42.42.2(pid=30829): Launched\u000a14:05:33.395246 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:05:33.955086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30831): Launched\u000a14:05:34.277202 run osmo-stp_10.42.42.5(pid=30832): Launched\u000a14:05:34.394276 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:05:34.953606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30834): Launched\u000a14:05:35.068484 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:05:35.348834 run patchelf(pid=30835): Launched\u000a14:05:35.536698 run osmo-stp_10.42.42.5(pid=30832): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30832)]\u000a14:05:35.673930 run osmo-stp_10.42.42.5(pid=30832): stdout: \u000a| (launched: 2022-12-14_14:05:34.118501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:35.811917 run osmo-stp_10.42.42.5(pid=30832): stderr: \u000a| �[0;m�[38;5;43m20221214140534313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140534313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140534313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140534314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140534314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140534314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140534314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:35.945289 run osmo-stp_10.42.42.5(pid=30832): stdout: \u000a| (launched: 2022-12-14_14:05:34.118501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:36.077445 run osmo-stp_10.42.42.5(pid=30832): stderr: \u000a| �[0;m�[38;5;43m20221214140534313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140534313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140534313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140534314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140534314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140534314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140534314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:36.231301 run patchelf(pid=30835): Terminating (SIGINT)\u000a14:05:36.411174 run patchelf(pid=30835): Terminated: ok {rc=0}\u000a14:05:36.443802 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30832): Process ended prematurely: osmo-stp_10.42.42.5(pid=30832) [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30832)] [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a14:05:36.453211 tst ping.py:22: Test FAILED (6.7 sec)\u000a14:05:36.516800 run osmo-hlr_10.42.42.2(pid=30829): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30829)]\u000a14:05:36.568487 run osmo-hlr_10.42.42.2(pid=30829): stdout: \u000a| (launched: 2022-12-14_14:05:33.119025) \u000a14:05:36.620867 run osmo-hlr_10.42.42.2(pid=30829): stderr: \u000a| �[0;m�[1;31m20221214140533318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140533318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140533318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140533318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140533319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140533319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140533332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140533340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140533340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140533340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:36.665729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30828): Terminating (SIGTERM)\u000a14:05:36.708119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30831): Terminating (SIGTERM)\u000a14:05:36.750617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30834): Terminating (SIGTERM)\u000a14:05:36.760418 --- ParallelTerminationStrategy: PID 30828 died...\u000a14:05:36.817270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30828): Terminated: ok {rc=0}\u000a14:05:36.827631 --- ParallelTerminationStrategy: PID 30831 died...\u000a14:05:36.883966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30831): Terminated: ok {rc=0}\u000a14:05:36.894236 --- ParallelTerminationStrategy: PID 30834 died...\u000a14:05:36.950448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30834): Terminated: ok {rc=0}\u000a14:05:37.037418 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30842): Process ended prematurely: osmo-stp_10.42.42.5(pid=30842) [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30842)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30842): Process ended prematurely: osmo-stp_10.42.42.5(pid=30842) [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30842)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a14:05:38.090247 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:38.102556 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:05:38.267132 tst ping_idle_ping.py: using LAC 41413\u000a14:05:38.393713 tst ping_idle_ping.py: using RAC 103\u000a14:05:38.520855 tst ping_idle_ping.py: using CellId 41413\u000a14:05:38.640802 tst ping_idle_ping.py: using BVCI 41414\u000a14:05:38.664068 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:38.675240 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:38.686225 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:38.697227 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:38.708037 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:38.718847 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:38.729680 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:05:38.740430 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:05:39.033844 tst ping_idle_ping.py:24: start network...\u000a14:05:39.169535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:05:39.681686 run create_hlr_db(pid=30836): Launched\u000a14:05:39.869239 bus /gobi_6: Setting Powered False\u000a14:05:40.889887 run create_hlr_db(pid=30836): Terminated: ok {rc=0}\u000a14:05:41.295036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30838): Launched\u000a14:05:41.598193 run osmo-hlr_10.42.42.2(pid=30839): Launched\u000a14:05:41.716434 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:05:42.246212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30841): Launched\u000a14:05:42.547951 run osmo-stp_10.42.42.5(pid=30842): Launched\u000a14:05:42.657725 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:05:43.182388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30844): Launched\u000a14:05:43.289339 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:05:43.551093 run patchelf(pid=30845): Launched\u000a14:05:43.726493 run osmo-stp_10.42.42.5(pid=30842): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30842)]\u000a14:05:43.854420 run osmo-stp_10.42.42.5(pid=30842): stdout: \u000a| (launched: 2022-12-14_14:05:42.399082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:43.982676 run osmo-stp_10.42.42.5(pid=30842): stderr: \u000a| �[0;m�[38;5;43m20221214140542573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140542573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140542573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140542574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140542574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140542574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140542574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:44.106794 run osmo-stp_10.42.42.5(pid=30842): stdout: \u000a| (launched: 2022-12-14_14:05:42.399082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:44.230112 run osmo-stp_10.42.42.5(pid=30842): stderr: \u000a| �[0;m�[38;5;43m20221214140542573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140542573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140542573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140542574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140542574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140542574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140542574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:44.372783 run patchelf(pid=30845): Terminating (SIGINT)\u000a14:05:44.541814 run patchelf(pid=30845): Terminated: ok {rc=0}\u000a14:05:44.572376 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30842): Process ended prematurely: osmo-stp_10.42.42.5(pid=30842) [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30842)] [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a14:05:44.580881 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a14:05:44.640189 run osmo-hlr_10.42.42.2(pid=30839): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30839)]\u000a14:05:44.688851 run osmo-hlr_10.42.42.2(pid=30839): stdout: \u000a| (launched: 2022-12-14_14:05:41.448497) \u000a14:05:44.738052 run osmo-hlr_10.42.42.2(pid=30839): stderr: \u000a| �[0;m�[1;31m20221214140541625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140541625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140541625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140541626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140541626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140541626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140541638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140541648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140541649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140541649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:44.779997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30838): Terminating (SIGTERM)\u000a14:05:44.819571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30841): Terminating (SIGTERM)\u000a14:05:44.859048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30844): Terminating (SIGTERM)\u000a14:05:44.868355 --- ParallelTerminationStrategy: PID 30838 died...\u000a14:05:44.921561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30838): Terminated: ok {rc=0}\u000a14:05:44.931363 --- ParallelTerminationStrategy: PID 30841 died...\u000a14:05:44.984443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30841): Terminated: ok {rc=0}\u000a14:05:44.994181 --- ParallelTerminationStrategy: PID 30844 died...\u000a14:05:45.047134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30844): Terminated: ok {rc=0}\u000a14:05:45.129726 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:04:47" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30863): Process ended prematurely: osmo-stp_10.42.42.5(pid=30863) [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30863)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30863): Process ended prematurely: osmo-stp_10.42.42.5(pid=30863) [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:05:47.358700 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:05:47.370178 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:05:47.505593 tst cs_paging_gprs_active.py: using LAC 41414\u000a14:05:47.623207 tst cs_paging_gprs_active.py: using RAC 104\u000a14:05:47.743246 tst cs_paging_gprs_active.py: using CellId 41414\u000a14:05:47.863364 tst cs_paging_gprs_active.py: using BVCI 41415\u000a14:05:47.886381 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:05:47.897803 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:05:47.908883 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:05:47.919927 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:05:47.931536 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:05:47.943098 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:05:47.956348 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:05:47.968037 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:05:47.980073 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:05:48.101226 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:05:48.379700 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:05:48.506727 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:05:48.819412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30849): Launched\u000a14:05:49.077508 run iperf3-srv_10.42.42.10(pid=30850): Launched\u000a14:05:49.261210 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:05:49.386439 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:05:49.698261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30851): Launched\u000a14:05:49.956837 run iperf3-srv_10.42.42.10(pid=30852): Launched\u000a14:05:50.140488 tst cs_paging_gprs_active.py:38: start network...\u000a14:05:50.265922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:05:50.748920 run create_hlr_db(pid=30853): Launched\u000a14:05:50.921855 bus /gobi_6: Setting Powered False\u000a14:05:51.943072 run create_hlr_db(pid=30853): Terminated: ok {rc=0}\u000a14:05:52.349605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30859): Launched\u000a14:05:52.650315 run osmo-hlr_10.42.42.2(pid=30860): Launched\u000a14:05:52.763812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:05:53.282980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30862): Launched\u000a14:05:53.583004 run osmo-stp_10.42.42.5(pid=30863): Launched\u000a14:05:53.691639 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:05:54.214432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30865): Launched\u000a14:05:54.321322 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:05:54.583495 run patchelf(pid=30866): Launched\u000a14:05:54.758920 run osmo-stp_10.42.42.5(pid=30863): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30863)]\u000a14:05:54.887611 run osmo-stp_10.42.42.5(pid=30863): stdout: \u000a| (launched: 2022-12-14_14:05:53.435464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:55.016459 run osmo-stp_10.42.42.5(pid=30863): stderr: \u000a| �[0;m�[38;5;43m20221214140553604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140553605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140553605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140553605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140553606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140553606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140553606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:55.140629 run osmo-stp_10.42.42.5(pid=30863): stdout: \u000a| (launched: 2022-12-14_14:05:53.435464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:55.263782 run osmo-stp_10.42.42.5(pid=30863): stderr: \u000a| �[0;m�[38;5;43m20221214140553604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140553605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140553605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140553605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140553606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140553606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140553606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:55.407011 run patchelf(pid=30866): Terminating (SIGINT)\u000a14:05:55.575048 run patchelf(pid=30866): Terminated: ok {rc=0}\u000a14:05:55.606135 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30863): Process ended prematurely: osmo-stp_10.42.42.5(pid=30863) [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30863)] [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a14:05:55.615276 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a14:05:55.674324 run osmo-hlr_10.42.42.2(pid=30860): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30860)]\u000a14:05:55.722604 run osmo-hlr_10.42.42.2(pid=30860): stdout: \u000a| (launched: 2022-12-14_14:05:52.502833) \u000a14:05:55.771792 run osmo-hlr_10.42.42.2(pid=30860): stderr: \u000a| �[0;m�[1;31m20221214140552680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140552680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140552680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140552680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140552680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140552680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140552692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140552700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140552701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140552701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:55.813434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30849): Terminating (SIGTERM)\u000a14:05:55.852605 run iperf3-srv_10.42.42.10(pid=30850): Terminating (SIGTERM)\u000a14:05:55.891906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30851): Terminating (SIGTERM)\u000a14:05:55.930972 run iperf3-srv_10.42.42.10(pid=30852): Terminating (SIGTERM)\u000a14:05:55.970065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30859): Terminating (SIGTERM)\u000a14:05:56.009242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30862): Terminating (SIGTERM)\u000a14:05:56.048327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30865): Terminating (SIGTERM)\u000a14:05:56.057412 --- ParallelTerminationStrategy: PID 30849 died...\u000a14:05:56.109870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30849): Terminated: ok {rc=0}\u000a14:05:56.119235 --- ParallelTerminationStrategy: PID 30850 died...\u000a14:05:56.171379 run iperf3-srv_10.42.42.10(pid=30850): Terminated {rc=256}\u000a14:05:56.180679 --- ParallelTerminationStrategy: PID 30851 died...\u000a14:05:56.232852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30851): Terminated: ok {rc=0}\u000a14:05:56.242171 --- ParallelTerminationStrategy: PID 30852 died...\u000a14:05:56.294991 run iperf3-srv_10.42.42.10(pid=30852): Terminated {rc=256}\u000a14:05:56.304360 --- ParallelTerminationStrategy: PID 30859 died...\u000a14:05:56.356377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30859): Terminated: ok {rc=0}\u000a14:05:56.365730 --- ParallelTerminationStrategy: PID 30862 died...\u000a14:05:56.417812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30862): Terminated: ok {rc=0}\u000a14:05:56.427120 --- ParallelTerminationStrategy: PID 30865 died...\u000a14:05:56.479459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30865): Terminated: ok {rc=0}\u000a14:05:56.562640 bus /gobi_0: Setting Powered False\u000a14:05:57.668013 bus /gobi_0: Setting Powered False\u000a14:05:58.775267 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30875): Process ended prematurely: osmo-stp_10.42.42.5(pid=30875) [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30875)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30875): Process ended prematurely: osmo-stp_10.42.42.5(pid=30875) [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a14:05:59.882532 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:05:59.894464 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:06:00.032311 tst iperf3.py: using LAC 41415\u000a14:06:00.150044 tst iperf3.py: using RAC 105\u000a14:06:00.268084 tst iperf3.py: using CellId 41415\u000a14:06:00.388182 tst iperf3.py: using BVCI 41416\u000a14:06:00.411081 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:00.422548 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:00.433693 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:00.444785 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:00.456421 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:00.468081 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:00.479800 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:00.491363 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:00.503174 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:06:00.791592 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:06:00.942733 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:06:01.293929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30867): Launched\u000a14:06:01.594157 run iperf3-srv_10.42.42.10(pid=30868): Launched\u000a14:06:01.797454 tst iperf3.py:8: start network...\u000a14:06:01.937750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:06:02.449923 run create_hlr_db(pid=30869): Launched\u000a14:06:02.636855 bus /gobi_6: Setting Powered False\u000a14:06:03.657646 run create_hlr_db(pid=30869): Terminated: ok {rc=0}\u000a14:06:04.084073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30871): Launched\u000a14:06:04.405175 run osmo-hlr_10.42.42.2(pid=30872): Launched\u000a14:06:04.522438 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:06:05.079779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30874): Launched\u000a14:06:05.401305 run osmo-stp_10.42.42.5(pid=30875): Launched\u000a14:06:05.518127 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:06:06.077793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30877): Launched\u000a14:06:06.193079 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:06:06.472770 run patchelf(pid=30878): Launched\u000a14:06:06.661001 run osmo-stp_10.42.42.5(pid=30875): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30875)]\u000a14:06:06.798874 run osmo-stp_10.42.42.5(pid=30875): stdout: \u000a| (launched: 2022-12-14_14:06:05.243567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:06.936824 run osmo-stp_10.42.42.5(pid=30875): stderr: \u000a| �[0;m�[38;5;43m20221214140605436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140605436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140605437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140605437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140605438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140605438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140605438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:07.070283 run osmo-stp_10.42.42.5(pid=30875): stdout: \u000a| (launched: 2022-12-14_14:06:05.243567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:07.203724 run osmo-stp_10.42.42.5(pid=30875): stderr: \u000a| �[0;m�[38;5;43m20221214140605436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140605436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140605437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140605437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140605438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140605438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140605438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:07.357885 run patchelf(pid=30878): Terminating (SIGINT)\u000a14:06:07.537818 run patchelf(pid=30878): Terminated: ok {rc=0}\u000a14:06:07.570995 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30875): Process ended prematurely: osmo-stp_10.42.42.5(pid=30875) [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30875)] [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a14:06:07.580920 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a14:06:07.644129 run osmo-hlr_10.42.42.2(pid=30872): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30872)]\u000a14:06:07.695847 run osmo-hlr_10.42.42.2(pid=30872): stdout: \u000a| (launched: 2022-12-14_14:06:04.247972) \u000a14:06:07.748507 run osmo-hlr_10.42.42.2(pid=30872): stderr: \u000a| �[0;m�[1;31m20221214140604448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140604448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140604448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140604448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140604448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140604448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140604460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140604469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140604470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140604470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:06:07.792886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30867): Terminating (SIGTERM)\u000a14:06:07.834677 run iperf3-srv_10.42.42.10(pid=30868): Terminating (SIGTERM)\u000a14:06:07.876562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30871): Terminating (SIGTERM)\u000a14:06:07.918863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30874): Terminating (SIGTERM)\u000a14:06:07.960667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30877): Terminating (SIGTERM)\u000a14:06:07.970274 --- ParallelTerminationStrategy: PID 30867 died...\u000a14:06:08.026336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30867): Terminated: ok {rc=0}\u000a14:06:08.036228 --- ParallelTerminationStrategy: PID 30868 died...\u000a14:06:08.092011 run iperf3-srv_10.42.42.10(pid=30868): Terminated {rc=256}\u000a14:06:08.101924 --- ParallelTerminationStrategy: PID 30871 died...\u000a14:06:08.158267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30871): Terminated: ok {rc=0}\u000a14:06:08.168216 --- ParallelTerminationStrategy: PID 30874 died...\u000a14:06:08.224250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30874): Terminated: ok {rc=0}\u000a14:06:08.234162 --- ParallelTerminationStrategy: PID 30877 died...\u000a14:06:08.289881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30877): Terminated: ok {rc=0}\u000a14:06:08.375649 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30893): Process ended prematurely: osmo-stp_10.42.42.5(pid=30893) [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30893)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30893): Process ended prematurely: osmo-stp_10.42.42.5(pid=30893) [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a14:06:09.490110 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:09.502616 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:06:09.645904 tst iperf3m4.py: using LAC 41416\u000a14:06:09.769437 tst iperf3m4.py: using RAC 106\u000a14:06:09.892394 tst iperf3m4.py: using CellId 41416\u000a14:06:10.016124 tst iperf3m4.py: using BVCI 41417\u000a14:06:10.040565 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:10.052357 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:10.064021 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:10.075711 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:10.087630 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:10.099556 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:10.111661 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:10.123485 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:10.135639 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:06:10.256474 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:06:10.375878 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:06:10.495740 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:06:10.775891 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:06:10.901612 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:06:11.214097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30879): Launched\u000a14:06:11.473258 run iperf3-srv_10.42.42.10(pid=30880): Launched\u000a14:06:11.656109 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:06:11.780666 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:06:12.091918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30881): Launched\u000a14:06:12.350553 run iperf3-srv_10.42.42.10(pid=30882): Launched\u000a14:06:12.533687 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:06:12.659059 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:06:12.970402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30883): Launched\u000a14:06:13.229237 run iperf3-srv_10.42.42.10(pid=30884): Launched\u000a14:06:13.412455 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:06:13.537505 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:06:13.849244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30885): Launched\u000a14:06:14.108420 run iperf3-srv_10.42.42.10(pid=30886): Launched\u000a14:06:14.291038 tst iperf3m4.py:8: start network...\u000a14:06:14.415686 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:06:14.899101 run create_hlr_db(pid=30887): Launched\u000a14:06:15.072290 bus /gobi_6: Setting Powered False\u000a14:06:16.144136 run create_hlr_db(pid=30887): Terminated: ok {rc=0}\u000a14:06:16.631536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30889): Launched\u000a14:06:17.073916 run osmo-hlr_10.42.42.2(pid=30890): Launched\u000a14:06:17.251003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:06:17.775027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30892): Launched\u000a14:06:18.077202 run osmo-stp_10.42.42.5(pid=30893): Launched\u000a14:06:18.187655 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:06:18.715022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30895): Launched\u000a14:06:18.821785 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:06:19.083848 run patchelf(pid=30896): Launched\u000a14:06:19.259694 run osmo-stp_10.42.42.5(pid=30893): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30893)]\u000a14:06:19.388381 run osmo-stp_10.42.42.5(pid=30893): stdout: \u000a| (launched: 2022-12-14_14:06:17.928666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:19.518130 run osmo-stp_10.42.42.5(pid=30893): stderr: \u000a| �[0;m�[38;5;43m20221214140618102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140618102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140618102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140618103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140618103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140618103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140618103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:19.642511 run osmo-stp_10.42.42.5(pid=30893): stdout: \u000a| (launched: 2022-12-14_14:06:17.928666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:19.765857 run osmo-stp_10.42.42.5(pid=30893): stderr: \u000a| �[0;m�[38;5;43m20221214140618102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140618102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140618102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140618103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140618103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140618103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140618103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:19.910227 run patchelf(pid=30896): Terminating (SIGINT)\u000a14:06:20.079564 run patchelf(pid=30896): Terminated: ok {rc=0}\u000a14:06:20.110830 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30893): Process ended prematurely: osmo-stp_10.42.42.5(pid=30893) [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30893)] [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a14:06:20.120049 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a14:06:20.179974 run osmo-hlr_10.42.42.2(pid=30890): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30890)]\u000a14:06:20.228697 run osmo-hlr_10.42.42.2(pid=30890): stdout: \u000a| (launched: 2022-12-14_14:06:16.799016) \u000a14:06:20.278138 run osmo-hlr_10.42.42.2(pid=30890): stderr: \u000a| �[0;m�[1;31m20221214140617075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140617075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140617075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140617075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140617075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140617075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140617092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140617112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140617112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140617112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:06:20.319857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30879): Terminating (SIGTERM)\u000a14:06:20.359134 run iperf3-srv_10.42.42.10(pid=30880): Terminating (SIGTERM)\u000a14:06:20.398577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30881): Terminating (SIGTERM)\u000a14:06:20.438430 run iperf3-srv_10.42.42.10(pid=30882): Terminating (SIGTERM)\u000a14:06:20.477970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30883): Terminating (SIGTERM)\u000a14:06:20.517361 run iperf3-srv_10.42.42.10(pid=30884): Terminating (SIGTERM)\u000a14:06:20.557231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30885): Terminating (SIGTERM)\u000a14:06:20.596539 run iperf3-srv_10.42.42.10(pid=30886): Terminating (SIGTERM)\u000a14:06:20.636035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30889): Terminating (SIGTERM)\u000a14:06:20.675355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30892): Terminating (SIGTERM)\u000a14:06:20.715402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30895): Terminating (SIGTERM)\u000a14:06:20.724607 --- ParallelTerminationStrategy: PID 30879 died...\u000a14:06:20.777302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30879): Terminated: ok {rc=0}\u000a14:06:20.786742 --- ParallelTerminationStrategy: PID 30880 died...\u000a14:06:20.839001 run iperf3-srv_10.42.42.10(pid=30880): Terminated {rc=256}\u000a14:06:20.848305 --- ParallelTerminationStrategy: PID 30881 died...\u000a14:06:20.900718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30881): Terminated: ok {rc=0}\u000a14:06:20.910111 --- ParallelTerminationStrategy: PID 30882 died...\u000a14:06:20.962513 run iperf3-srv_10.42.42.10(pid=30882): Terminated {rc=256}\u000a14:06:20.971929 --- ParallelTerminationStrategy: PID 30883 died...\u000a14:06:21.024476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30883): Terminated: ok {rc=0}\u000a14:06:21.033914 --- ParallelTerminationStrategy: PID 30884 died...\u000a14:06:21.086276 run iperf3-srv_10.42.42.10(pid=30884): Terminated {rc=256}\u000a14:06:21.095727 --- ParallelTerminationStrategy: PID 30885 died...\u000a14:06:21.148105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30885): Terminated: ok {rc=0}\u000a14:06:21.157576 --- ParallelTerminationStrategy: PID 30886 died...\u000a14:06:21.210003 run iperf3-srv_10.42.42.10(pid=30886): Terminated {rc=256}\u000a14:06:21.219450 --- ParallelTerminationStrategy: PID 30889 died...\u000a14:06:21.271882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30889): Terminated: ok {rc=0}\u000a14:06:21.281445 --- ParallelTerminationStrategy: PID 30892 died...\u000a14:06:21.333858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30892): Terminated: ok {rc=0}\u000a14:06:21.343347 --- ParallelTerminationStrategy: PID 30895 died...\u000a14:06:21.396100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30895): Terminated: ok {rc=0}\u000a14:06:21.483540 bus /gobi_4: Setting Powered False\u000a14:06:22.586478 bus /gobi_4: Setting Powered False\u000a14:06:23.696658 bus /gobi_1: Setting Powered False\u000a14:06:24.800498 bus /gobi_1: Setting Powered False\u000a14:06:25.909329 bus /gobi_0: Setting Powered False\u000a14:06:27.015039 bus /gobi_0: Setting Powered False\u000a14:06:28.121308 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30903): Process ended prematurely: osmo-stp_10.42.42.5(pid=30903) [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30903)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30903): Process ended prematurely: osmo-stp_10.42.42.5(pid=30903) [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a14:06:29.189701 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:29.202111 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:06:29.345763 tst ping.py: using LAC 41417\u000a14:06:29.478615 tst ping.py: using RAC 107\u000a14:06:29.599315 tst ping.py: using CellId 41417\u000a14:06:29.717229 tst ping.py: using BVCI 41418\u000a14:06:29.739742 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:29.751129 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:29.762273 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:29.773334 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:29.784389 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:29.795694 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:29.807011 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:29.818057 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:06:30.089079 tst ping.py:19: start network...\u000a14:06:30.211946 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:06:30.686633 run create_hlr_db(pid=30897): Launched\u000a14:06:30.857912 bus /gobi_6: Setting Powered False\u000a14:06:31.966880 run create_hlr_db(pid=30897): Terminated: ok {rc=0}\u000a14:06:32.418563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30899): Launched\u000a14:06:32.714111 run osmo-hlr_10.42.42.2(pid=30900): Launched\u000a14:06:32.829169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:06:33.355365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30902): Launched\u000a14:06:33.650310 run osmo-stp_10.42.42.5(pid=30903): Launched\u000a14:06:33.757445 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:06:34.272126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30905): Launched\u000a14:06:34.376915 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:06:34.633989 run patchelf(pid=30906): Launched\u000a14:06:34.806302 run osmo-stp_10.42.42.5(pid=30903): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30903)]\u000a14:06:34.932052 run osmo-stp_10.42.42.5(pid=30903): stdout: \u000a| (launched: 2022-12-14_14:06:33.505424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:35.057845 run osmo-stp_10.42.42.5(pid=30903): stderr: \u000a| �[0;m�[38;5;43m20221214140633678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140633678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140633678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140633679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140633679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140633679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140633679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:35.179612 run osmo-stp_10.42.42.5(pid=30903): stdout: \u000a| (launched: 2022-12-14_14:06:33.505424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:35.299883 run osmo-stp_10.42.42.5(pid=30903): stderr: \u000a| �[0;m�[38;5;43m20221214140633678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140633678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140633678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140633679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140633679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140633679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140633679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:35.439886 run patchelf(pid=30906): Terminating (SIGINT)\u000a14:06:35.604628 run patchelf(pid=30906): Terminated: ok {rc=0}\u000a14:06:35.634688 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30903): Process ended prematurely: osmo-stp_10.42.42.5(pid=30903) [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30903)] [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a14:06:35.643291 tst ping.py:22: Test FAILED (6.4 sec)\u000a14:06:35.702652 run osmo-hlr_10.42.42.2(pid=30900): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30900)]\u000a14:06:35.750886 run osmo-hlr_10.42.42.2(pid=30900): stdout: \u000a| (launched: 2022-12-14_14:06:32.569179) \u000a14:06:35.799895 run osmo-hlr_10.42.42.2(pid=30900): stderr: \u000a| �[0;m�[1;31m20221214140632746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140632746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140632746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140632746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140632746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140632746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140632759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140632767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140632767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140632767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:06:35.842059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30899): Terminating (SIGTERM)\u000a14:06:35.881281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30902): Terminating (SIGTERM)\u000a14:06:35.920511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30905): Terminating (SIGTERM)\u000a14:06:35.929657 --- ParallelTerminationStrategy: PID 30899 died...\u000a14:06:35.982229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30899): Terminated: ok {rc=0}\u000a14:06:35.991595 --- ParallelTerminationStrategy: PID 30902 died...\u000a14:06:36.043946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30902): Terminated: ok {rc=0}\u000a14:06:36.053869 --- ParallelTerminationStrategy: PID 30905 died...\u000a14:06:36.106461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30905): Terminated: ok {rc=0}\u000a14:06:36.193558 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30913): Process ended prematurely: osmo-stp_10.42.42.5(pid=30913) [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30913)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30913): Process ended prematurely: osmo-stp_10.42.42.5(pid=30913) [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30913)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a14:06:37.245350 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:37.257399 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:06:37.392567 tst ping_idle_ping.py: using LAC 41418\u000a14:06:37.518119 tst ping_idle_ping.py: using RAC 108\u000a14:06:37.644295 tst ping_idle_ping.py: using CellId 41418\u000a14:06:37.768072 tst ping_idle_ping.py: using BVCI 41419\u000a14:06:37.792601 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:37.804660 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:37.816245 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:37.827879 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:37.839756 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:37.851569 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:37.863514 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:06:37.875454 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:06:38.149774 tst ping_idle_ping.py:24: start network...\u000a14:06:38.273662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:06:38.752374 run create_hlr_db(pid=30907): Launched\u000a14:06:38.923977 bus /gobi_6: Setting Powered False\u000a14:06:39.944862 run create_hlr_db(pid=30907): Terminated: ok {rc=0}\u000a14:06:40.340810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30909): Launched\u000a14:06:40.638800 run osmo-hlr_10.42.42.2(pid=30910): Launched\u000a14:06:40.747336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:06:41.261481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30912): Launched\u000a14:06:41.557098 run osmo-stp_10.42.42.5(pid=30913): Launched\u000a14:06:41.664259 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:06:42.181351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30915): Launched\u000a14:06:42.286634 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:06:42.544881 run patchelf(pid=30916): Launched\u000a14:06:42.717990 run osmo-stp_10.42.42.5(pid=30913): ERR: Terminated: ERROR {rc=1} [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30913)]\u000a14:06:42.844473 run osmo-stp_10.42.42.5(pid=30913): stdout: \u000a| (launched: 2022-12-14_14:06:41.411152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:42.971885 run osmo-stp_10.42.42.5(pid=30913): stderr: \u000a| �[0;m�[38;5;43m20221214140641582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140641582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140641583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140641583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140641583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140641584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140641584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:43.094189 run osmo-stp_10.42.42.5(pid=30913): stdout: \u000a| (launched: 2022-12-14_14:06:41.411152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:43.215508 run osmo-stp_10.42.42.5(pid=30913): stderr: \u000a| �[0;m�[38;5;43m20221214140641582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140641582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140641583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140641583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140641583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140641584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140641584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:43.356813 run patchelf(pid=30916): Terminating (SIGINT)\u000a14:06:43.523209 run patchelf(pid=30916): Terminated: ok {rc=0}\u000a14:06:43.553600 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30913): Process ended prematurely: osmo-stp_10.42.42.5(pid=30913) [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30913)] [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a14:06:43.562229 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a14:06:43.621475 run osmo-hlr_10.42.42.2(pid=30910): ERR: Terminated: ERROR {rc=237} [trial-2405↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30910)]\u000a14:06:43.670537 run osmo-hlr_10.42.42.2(pid=30910): stdout: \u000a| (launched: 2022-12-14_14:06:40.491967) \u000a14:06:43.719750 run osmo-hlr_10.42.42.2(pid=30910): stderr: \u000a| �[0;m�[1;31m20221214140640667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140640667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140640667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140640667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140640667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140640667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140640680 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140640688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140640689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140640689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:06:43.761686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30909): Terminating (SIGTERM)\u000a14:06:43.801202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30912): Terminating (SIGTERM)\u000a14:06:43.841294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30915): Terminating (SIGTERM)\u000a14:06:43.850437 --- ParallelTerminationStrategy: PID 30909 died...\u000a14:06:43.903256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30909): Terminated: ok {rc=0}\u000a14:06:43.912707 --- ParallelTerminationStrategy: PID 30912 died...\u000a14:06:43.965453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30912): Terminated: ok {rc=0}\u000a14:06:43.974928 --- ParallelTerminationStrategy: PID 30915 died...\u000a14:06:44.028164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30915): Terminated: ok {rc=0}\u000a14:06:44.116149 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:05:46" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30926): Process ended prematurely: osmo-stp_10.42.42.5(pid=30926) [trial-2405↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30926)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30926): Process ended prematurely: osmo-stp_10.42.42.5(pid=30926) [trial-2405↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30926)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a14:06:46.178029 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:06:46.191041 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:06:46.355273 tst switch_tch_pdch.py: using LAC 41419\u000a14:06:46.480489 tst switch_tch_pdch.py: using RAC 109\u000a14:06:46.613946 tst switch_tch_pdch.py: using CellId 41419\u000a14:06:46.741311 tst switch_tch_pdch.py: using BVCI 41420\u000a14:06:46.766685 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:06:46.779782 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:06:46.792656 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:06:46.806558 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:06:46.820412 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:06:46.834490 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:06:46.848617 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:06:46.862800 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:06:47.008764 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:06:47.316540 tst switch_tch_pdch.py:51: start network...\u000a14:06:47.439107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:06:47.912341 run create_hlr_db(pid=30920): Launched\u000a14:06:48.081926 bus /gobi_6: Setting Powered False\u000a14:06:49.103263 run create_hlr_db(pid=30920): Terminated: ok {rc=0}\u000a14:06:49.522358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30922): Launched\u000a14:06:49.838163 run osmo-hlr_10.42.42.2(pid=30923): Launched\u000a14:06:49.954322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:06:50.505321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30925): Launched\u000a14:06:50.823291 run osmo-stp_10.42.42.5(pid=30926): Launched\u000a14:06:50.939408 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:06:51.492319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30928): Launched\u000a14:06:51.605496 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:06:51.880387 run patchelf(pid=30929): Launched\u000a14:06:52.065859 run osmo-stp_10.42.42.5(pid=30926): ERR: Terminated: ERROR {rc=1} [trial-2405↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30926)]\u000a14:06:52.202883 run osmo-stp_10.42.42.5(pid=30926): stdout: \u000a| (launched: 2022-12-14_14:06:50.666473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:52.339140 run osmo-stp_10.42.42.5(pid=30926): stderr: \u000a| �[0;m�[38;5;43m20221214140650858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140650858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140650858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140650858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140650859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140650859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140650859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:52.470670 run osmo-stp_10.42.42.5(pid=30926): stdout: \u000a| (launched: 2022-12-14_14:06:50.666473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:52.601252 run osmo-stp_10.42.42.5(pid=30926): stderr: \u000a| �[0;m�[38;5;43m20221214140650858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140650858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140650858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140650858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140650859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140650859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140650859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:52.752200 run patchelf(pid=30929): Terminating (SIGINT)\u000a14:06:52.929073 run patchelf(pid=30929): Terminated: ok {rc=0}\u000a14:06:52.961285 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30926): Process ended prematurely: osmo-stp_10.42.42.5(pid=30926) [trial-2405↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30926)] [trial-2405↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a14:06:52.970562 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a14:06:53.033240 run osmo-hlr_10.42.42.2(pid=30923): ERR: Terminated: ERROR {rc=237} [trial-2405↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30923)]\u000a14:06:53.084734 run osmo-hlr_10.42.42.2(pid=30923): stdout: \u000a| (launched: 2022-12-14_14:06:49.683076) \u000a14:06:53.136725 run osmo-hlr_10.42.42.2(pid=30923): stderr: \u000a| �[0;m�[1;31m20221214140649881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140649881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140649881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140649881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140649882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140649882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140649895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140649905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140649906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140649906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:06:53.181792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30922): Terminating (SIGTERM)\u000a14:06:53.223710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30925): Terminating (SIGTERM)\u000a14:06:53.266084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30928): Terminating (SIGTERM)\u000a14:06:53.275559 --- ParallelTerminationStrategy: PID 30922 died...\u000a14:06:53.332286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30922): Terminated: ok {rc=0}\u000a14:06:53.342654 --- ParallelTerminationStrategy: PID 30925 died...\u000a14:06:53.398564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30925): Terminated: ok {rc=0}\u000a14:06:53.408456 --- ParallelTerminationStrategy: PID 30928 died...\u000a14:06:53.464597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30928): Terminated: ok {rc=0}\u000a14:06:53.550861 bus /gobi_0: Setting Powered False\u000a14:06:54.656653 bus /gobi_0: Setting Powered False\u000a14:06:55.768085 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:06:45" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30934): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30934) [trial-2405↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30934)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30934): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30934) [trial-2405↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a14:06:57.601980 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a14:06:57.715652 tst esme_connect_policy_acceptall.py: using MSISDN 8718\u000a14:06:57.858910 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:06:58.465395 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30933): Launched\u000a14:06:58.785724 run osmo-nitb_10.42.42.2(pid=30934): Launched\u000a14:06:58.983747 run osmo-nitb_10.42.42.2(pid=30934): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30934)]\u000a14:06:59.130122 run osmo-nitb_10.42.42.2(pid=30934): stdout: \u000a| (launched: 2022-12-14_14:06:58.630408) \u000a14:06:59.276598 run osmo-nitb_10.42.42.2(pid=30934): stderr: \u000a| (launched: 2022-12-14_14:06:58.678820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:06:59.418575 run osmo-nitb_10.42.42.2(pid=30934): stdout: \u000a| (launched: 2022-12-14_14:06:58.630408) \u000a14:06:59.559493 run osmo-nitb_10.42.42.2(pid=30934): stderr: \u000a| (launched: 2022-12-14_14:06:58.678820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:06:59.916397 tst osmo-nitb_10.42.42.2(pid=30934): stdout: \u000a| (launched: 2022-12-14_14:06:58.630408) \u000a14:07:00.046425 tst osmo-nitb_10.42.42.2(pid=30934): stderr: \u000a| (launched: 2022-12-14_14:06:58.678820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:07:00.103001 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=30934): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30934) [trial-2405↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30934)] [trial-2405↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a14:07:00.111662 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a14:07:00.148144 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30933): Terminating (SIGTERM)\u000a14:07:00.326322 --- ParallelTerminationStrategy: PID 30933 died...\u000a14:07:00.383793 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30933): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30936): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30936) [trial-2405↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30936)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30936): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30936) [trial-2405↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a14:07:00.398733 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a14:07:00.518303 tst esme_connect_policy_closed.py: using MSISDN 8719\u000a14:07:00.644817 tst esme_connect_policy_closed.py: using MSISDN 8720\u000a14:07:00.760498 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:07:01.443983 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30935): Launched\u000a14:07:01.875165 run osmo-nitb_10.42.42.2(pid=30936): Launched\u000a14:07:02.053810 run osmo-nitb_10.42.42.2(pid=30936): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30936)]\u000a14:07:02.186414 run osmo-nitb_10.42.42.2(pid=30936): stdout: \u000a| (launched: 2022-12-14_14:07:01.670342) \u000a14:07:02.320227 run osmo-nitb_10.42.42.2(pid=30936): stderr: \u000a| (launched: 2022-12-14_14:07:01.736042)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:07:02.451423 run osmo-nitb_10.42.42.2(pid=30936): stdout: \u000a| (launched: 2022-12-14_14:07:01.670342) \u000a14:07:02.581604 run osmo-nitb_10.42.42.2(pid=30936): stderr: \u000a| (launched: 2022-12-14_14:07:01.736042)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:07:02.638510 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=30936): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30936) [trial-2405↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30936)] [trial-2405↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a14:07:02.647211 tst esme_connect_policy_closed.py:24: Test FAILED (2.2 sec)\u000a14:07:02.683943 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30935): Terminating (SIGTERM)\u000a14:07:02.862335 --- ParallelTerminationStrategy: PID 30935 died...\u000a14:07:02.919541 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30935): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30938): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30938) [trial-2405↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30938)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30938): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30938) [trial-2405↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a14:07:02.934960 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a14:07:02.946442 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a14:07:03.076776 tst esme_ms_sms_storeforward.py: using LAC 41420\u000a14:07:03.205880 tst esme_ms_sms_storeforward.py: using RAC 110\u000a14:07:03.334924 tst esme_ms_sms_storeforward.py: using CellId 41420\u000a14:07:03.462808 tst esme_ms_sms_storeforward.py: using BVCI 41421\u000a14:07:03.487615 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a14:07:03.714446 tst esme_ms_sms_storeforward.py: using MSISDN 8721\u000a14:07:03.914614 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a14:07:04.051171 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:07:04.720545 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30937): Launched\u000a14:07:05.043279 run osmo-nitb_10.42.42.2(pid=30938): Launched\u000a14:07:05.229246 run osmo-nitb_10.42.42.2(pid=30938): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30938)]\u000a14:07:05.364817 run osmo-nitb_10.42.42.2(pid=30938): stdout: \u000a| (launched: 2022-12-14_14:07:04.886649) \u000a14:07:05.500540 run osmo-nitb_10.42.42.2(pid=30938): stderr: \u000a| (launched: 2022-12-14_14:07:04.935328)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:07:05.632036 run osmo-nitb_10.42.42.2(pid=30938): stdout: \u000a| (launched: 2022-12-14_14:07:04.886649) \u000a14:07:05.762440 run osmo-nitb_10.42.42.2(pid=30938): stderr: \u000a| (launched: 2022-12-14_14:07:04.935328)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:07:05.818863 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=30938): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30938) [trial-2405↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30938)] [trial-2405↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a14:07:05.827291 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a14:07:05.863338 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30937): Terminating (SIGTERM)\u000a14:07:06.041526 --- ParallelTerminationStrategy: PID 30937 died...\u000a14:07:06.099223 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30937): Terminated: ok {rc=0}\u000a14:07:06.186211 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30940): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30940) [trial-2405↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30940)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30940): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30940) [trial-2405↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a14:07:07.237583 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a14:07:07.249420 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a14:07:07.372941 tst esme_ms_sms_transaction.py: using LAC 41421\u000a14:07:07.491796 tst esme_ms_sms_transaction.py: using RAC 111\u000a14:07:07.612327 tst esme_ms_sms_transaction.py: using CellId 41421\u000a14:07:07.732835 tst esme_ms_sms_transaction.py: using BVCI 41422\u000a14:07:07.755765 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a14:07:07.973685 tst esme_ms_sms_transaction.py: using MSISDN 8722\u000a14:07:08.158815 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a14:07:08.285531 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:07:08.910181 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30939): Launched\u000a14:07:09.212244 run osmo-nitb_10.42.42.2(pid=30940): Launched\u000a14:07:09.398674 run osmo-nitb_10.42.42.2(pid=30940): ERR: Terminated: ERROR {rc=2} [trial-2405↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30940)]\u000a14:07:09.535909 run osmo-nitb_10.42.42.2(pid=30940): stdout: \u000a| (launched: 2022-12-14_14:07:09.065159) \u000a14:07:09.673166 run osmo-nitb_10.42.42.2(pid=30940): stderr: \u000a| (launched: 2022-12-14_14:07:09.111278)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:07:09.806193 run osmo-nitb_10.42.42.2(pid=30940): stdout: \u000a| (launched: 2022-12-14_14:07:09.065159) \u000a14:07:09.938191 run osmo-nitb_10.42.42.2(pid=30940): stderr: \u000a| (launched: 2022-12-14_14:07:09.111278)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:07:10.334718 tst osmo-nitb_10.42.42.2(pid=30940): stdout: \u000a| (launched: 2022-12-14_14:07:09.065159) \u000a14:07:10.455956 tst osmo-nitb_10.42.42.2(pid=30940): stderr: \u000a| (launched: 2022-12-14_14:07:09.111278)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:07:10.508928 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=30940): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30940) [trial-2405↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30940)] [trial-2405↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a14:07:10.517146 tst esme_ms_sms_transaction.py:21: Test FAILED (3.3 sec)\u000a14:07:10.551375 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30939): Terminating (SIGTERM)\u000a14:07:10.728701 --- ParallelTerminationStrategy: PID 30939 died...\u000a14:07:10.783374 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30939): Terminated: ok {rc=0}\u000a14:07:10.867315 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 16.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:06:57" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=30949): Process ended prematurely: osmo-hlr_10.42.42.2(pid=30949) [trial-2405↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30949)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=30949): Process ended prematurely: osmo-hlr_10.42.42.2(pid=30949) [trial-2405↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30949)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a14:07:12.657919 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:12.668332 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:12.678592 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:12.688707 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:12.797566 tst esme_connect_policy_acceptall.py: using MSISDN 8723\u000a14:07:12.905831 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a14:07:13.429730 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=30944): Launched\u000a14:07:13.733584 run osmo-stp_10.42.42.4(pid=30945): Launched\u000a14:07:13.841674 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:07:14.326619 run create_hlr_db(pid=30946): Launched\u000a14:07:14.501701 bus /sierra_2: Setting Powered False\u000a14:07:15.521718 run create_hlr_db(pid=30946): Terminated: ok {rc=0}\u000a14:07:15.974626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30948): Launched\u000a14:07:16.342672 run osmo-hlr_10.42.42.2(pid=30949): Launched\u000a14:07:16.524440 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a14:07:17.213768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30951): Launched\u000a14:07:17.545559 run osmo-msc_10.42.42.5(pid=30952): Launched\u000a14:07:17.738475 run osmo-hlr_10.42.42.2(pid=30949): ERR: Terminated: ERROR {rc=237} [trial-2405↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30949)]\u000a14:07:17.882246 run osmo-hlr_10.42.42.2(pid=30949): stdout: \u000a| (launched: 2022-12-14_14:07:16.151727) \u000a14:07:18.019331 run osmo-hlr_10.42.42.2(pid=30949): stderr: \u000a| �[0;m�[1;31m20221214140716514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140716514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140716514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140716514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140716515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140716515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140716535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140716551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140716552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140716552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:07:18.150465 run osmo-hlr_10.42.42.2(pid=30949): stdout: \u000a| (launched: 2022-12-14_14:07:16.151727) \u000a14:07:18.281174 run osmo-hlr_10.42.42.2(pid=30949): stderr: \u000a| �[0;m�[1;31m20221214140716514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140716514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140716514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140716514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140716515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140716515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140716535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140716551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140716552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140716552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:07:18.338040 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=30949): Process ended prematurely: osmo-hlr_10.42.42.2(pid=30949) [trial-2405↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30949)] [trial-2405↪smpp↪esme_connect_policy_acceptall.py:23]\u000a14:07:18.346971 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.7 sec)\u000a14:07:18.409804 run osmo-msc_10.42.42.5(pid=30952): ERR: Terminated: ERROR {rc=9} [trial-2405↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=30952)]\u000a14:07:18.461356 run osmo-msc_10.42.42.5(pid=30952): stdout: \u000a| (launched: 2022-12-14_14:07:17.383261) \u000a14:07:18.513460 run osmo-msc_10.42.42.5(pid=30952): stderr: \u000a| �[0;m�[38;5;43m20221214140717806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214140717806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214140717806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214140717806 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214140717806 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214140717806 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214140717806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214140717806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214140717807 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a14:07:18.557966 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=30944): Terminating (SIGTERM)\u000a14:07:18.599815 run osmo-stp_10.42.42.4(pid=30945): Terminating (SIGTERM)\u000a14:07:18.643182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30948): Terminating (SIGTERM)\u000a14:07:18.688345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30951): Terminating (SIGTERM)\u000a14:07:18.699219 --- ParallelTerminationStrategy: PID 30944 died...\u000a14:07:18.759120 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=30944): Terminated: ok {rc=0}\u000a14:07:18.769211 --- ParallelTerminationStrategy: PID 30945 died...\u000a14:07:18.825888 run osmo-stp_10.42.42.4(pid=30945): Terminated: ok {rc=0}\u000a14:07:18.835808 --- ParallelTerminationStrategy: PID 30948 died...\u000a14:07:18.892134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30948): Terminated: ok {rc=0}\u000a14:07:18.902161 --- ParallelTerminationStrategy: PID 30951 died...\u000a14:07:18.958537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30951): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=30960): Process ended prematurely: osmo-hlr_10.42.42.2(pid=30960) [trial-2405↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30960)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=30960): Process ended prematurely: osmo-hlr_10.42.42.2(pid=30960) [trial-2405↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a14:07:18.973897 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:18.985250 tst smpp: Using 1 x bts (candidates: 1)\u000a14:07:19.111572 tst esme_connect_policy_closed.py: using LAC 41422\u000a14:07:19.233416 tst esme_connect_policy_closed.py: using RAC 112\u000a14:07:19.353319 tst esme_connect_policy_closed.py: using CellId 41422\u000a14:07:19.473202 tst esme_connect_policy_closed.py: using BVCI 41423\u000a14:07:19.496489 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:19.506983 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:19.517356 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:19.626584 tst esme_connect_policy_closed.py: using MSISDN 8724\u000a14:07:19.748619 tst esme_connect_policy_closed.py: using MSISDN 8725\u000a14:07:19.857459 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a14:07:20.384576 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=30955): Launched\u000a14:07:20.691367 run osmo-stp_10.42.42.4(pid=30956): Launched\u000a14:07:20.800522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:07:21.290344 run create_hlr_db(pid=30957): Launched\u000a14:07:22.468915 run create_hlr_db(pid=30957): Terminated: ok {rc=0}\u000a14:07:22.783331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30959): Launched\u000a14:07:23.089960 run osmo-hlr_10.42.42.2(pid=30960): Launched\u000a14:07:23.202371 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a14:07:23.761054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30962): Launched\u000a14:07:24.068222 run osmo-msc_10.42.42.5(pid=30963): Launched\u000a14:07:24.249658 run osmo-hlr_10.42.42.2(pid=30960): ERR: Terminated: ERROR {rc=237} [trial-2405↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30960)]\u000a14:07:24.380441 run osmo-hlr_10.42.42.2(pid=30960): stdout: \u000a| (launched: 2022-12-14_14:07:22.939032) \u000a14:07:24.508329 run osmo-hlr_10.42.42.2(pid=30960): stderr: \u000a| �[0;m�[1;31m20221214140723121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140723121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140723121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140723121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140723121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140723121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140723133 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140723142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140723142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140723142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:07:24.631383 run osmo-hlr_10.42.42.2(pid=30960): stdout: \u000a| (launched: 2022-12-14_14:07:22.939032) \u000a14:07:24.753679 run osmo-hlr_10.42.42.2(pid=30960): stderr: \u000a| �[0;m�[1;31m20221214140723121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140723121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140723121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140723121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140723121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140723121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140723133 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140723142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140723142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140723142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:07:24.806964 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=30960): Process ended prematurely: osmo-hlr_10.42.42.2(pid=30960) [trial-2405↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30960)] [trial-2405↪smpp↪esme_connect_policy_closed.py:31]\u000a14:07:24.815037 tst esme_connect_policy_closed.py:31: Test FAILED (5.8 sec)\u000a14:07:24.875221 run osmo-msc_10.42.42.5(pid=30963): ERR: Terminated: ERROR {rc=9} [trial-2405↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=30963)]\u000a14:07:24.924763 run osmo-msc_10.42.42.5(pid=30963): stdout: \u000a| (launched: 2022-12-14_14:07:23.916640) \u000a14:07:24.974910 run osmo-msc_10.42.42.5(pid=30963): stderr: \u000a| �[0;m�[38;5;43m20221214140724238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214140724238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214140724238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214140724238 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214140724238 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214140724239 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214140724239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214140724239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214140724239 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a14:07:25.017303 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=30955): Terminating (SIGTERM)\u000a14:07:25.057119 run osmo-stp_10.42.42.4(pid=30956): Terminating (SIGTERM)\u000a14:07:25.097806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30959): Terminating (SIGTERM)\u000a14:07:25.138559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30962): Terminating (SIGTERM)\u000a14:07:25.147720 --- ParallelTerminationStrategy: PID 30955 died...\u000a14:07:25.201833 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=30955): Terminated: ok {rc=0}\u000a14:07:25.211716 --- ParallelTerminationStrategy: PID 30956 died...\u000a14:07:25.265411 run osmo-stp_10.42.42.4(pid=30956): Terminated: ok {rc=0}\u000a14:07:25.274973 --- ParallelTerminationStrategy: PID 30959 died...\u000a14:07:25.328236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30959): Terminated: ok {rc=0}\u000a14:07:25.337938 --- ParallelTerminationStrategy: PID 30962 died...\u000a14:07:25.391377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30962): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30972): Process ended prematurely: osmo-stp_10.42.42.5(pid=30972) [trial-2405↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30972)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30972): Process ended prematurely: osmo-stp_10.42.42.5(pid=30972) [trial-2405↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a14:07:25.405585 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:25.416288 tst smpp: Using 1 x bts (candidates: 1)\u000a14:07:25.541429 tst esme_ms_sms_storeforward.py: using LAC 41423\u000a14:07:25.662549 tst esme_ms_sms_storeforward.py: using RAC 113\u000a14:07:25.783869 tst esme_ms_sms_storeforward.py: using CellId 41423\u000a14:07:25.905468 tst esme_ms_sms_storeforward.py: using BVCI 41424\u000a14:07:25.928690 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:25.939227 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:25.949469 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:25.959681 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:25.970444 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:25.980711 tst smpp: Using 1 x modem (candidates: 1)\u000a14:07:26.199099 tst esme_ms_sms_storeforward.py: using MSISDN 8726\u000a14:07:26.316385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:07:26.828815 run create_hlr_db(pid=30966): Launched\u000a14:07:28.020495 run create_hlr_db(pid=30966): Terminated: ok {rc=0}\u000a14:07:28.357818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30968): Launched\u000a14:07:28.685641 run osmo-hlr_10.42.42.2(pid=30969): Launched\u000a14:07:28.809651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:07:29.381402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30971): Launched\u000a14:07:29.710008 run osmo-stp_10.42.42.5(pid=30972): Launched\u000a14:07:29.829625 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:07:30.425908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30974): Launched\u000a14:07:30.753811 run osmo-msc_10.42.42.6(pid=30975): Launched\u000a14:07:31.025435 run osmo-stp_10.42.42.5(pid=30972): ERR: Terminated: ERROR {rc=1} [trial-2405↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30972)]\u000a14:07:31.323428 run osmo-stp_10.42.42.5(pid=30972): stdout: \u000a| (launched: 2022-12-14_14:07:29.548550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:31.637749 run osmo-stp_10.42.42.5(pid=30972): stderr: \u000a| �[0;m�[38;5;43m20221214140729742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140729742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140729742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140729742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140729743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140729743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140729743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:31.772470 run osmo-stp_10.42.42.5(pid=30972): stdout: \u000a| (launched: 2022-12-14_14:07:29.548550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:31.906715 run osmo-stp_10.42.42.5(pid=30972): stderr: \u000a| �[0;m�[38;5;43m20221214140729742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140729742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140729742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140729742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140729743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140729743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140729743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:31.965254 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=30972): Process ended prematurely: osmo-stp_10.42.42.5(pid=30972) [trial-2405↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30972)] [trial-2405↪smpp↪esme_ms_sms_storeforward.py:30]\u000a14:07:31.974737 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.6 sec)\u000a14:07:32.041169 run osmo-hlr_10.42.42.2(pid=30969): ERR: Terminated: ERROR {rc=237} [trial-2405↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30969)]\u000a14:07:32.095352 run osmo-hlr_10.42.42.2(pid=30969): stdout: \u000a| (launched: 2022-12-14_14:07:28.523925) \u000a14:07:32.150832 run osmo-hlr_10.42.42.2(pid=30969): stderr: \u000a| �[0;m�[1;31m20221214140728723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140728723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140728723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140728723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140728723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140728723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140728735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140728745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140728745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140728745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:07:32.225125 run osmo-msc_10.42.42.6(pid=30975): ERR: Terminated: ERROR {rc=2} [trial-2405↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30975)]\u000a14:07:32.279134 run osmo-msc_10.42.42.6(pid=30975): stdout: \u000a| (launched: 2022-12-14_14:07:30.592353) \u000a14:07:32.333611 run osmo-msc_10.42.42.6(pid=30975): stderr: \u000a| �[0;m�[38;5;43m20221214140731037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140731038 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde84256c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140731038 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140731038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140731038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140731038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140731049 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140731049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140731049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140731049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:07:32.379416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30968): Terminating (SIGTERM)\u000a14:07:32.422021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30971): Terminating (SIGTERM)\u000a14:07:32.464688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30974): Terminating (SIGTERM)\u000a14:07:32.474528 --- ParallelTerminationStrategy: PID 30968 died...\u000a14:07:32.531883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30968): Terminated: ok {rc=0}\u000a14:07:32.542143 --- ParallelTerminationStrategy: PID 30971 died...\u000a14:07:32.598911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30971): Terminated: ok {rc=0}\u000a14:07:32.609142 --- ParallelTerminationStrategy: PID 30974 died...\u000a14:07:32.665641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30974): Terminated: ok {rc=0}\u000a14:07:32.752700 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30983): Process ended prematurely: osmo-stp_10.42.42.5(pid=30983) [trial-2405↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30983)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30983): Process ended prematurely: osmo-stp_10.42.42.5(pid=30983) [trial-2405↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a14:07:33.806580 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:33.818882 tst smpp: Using 1 x bts (candidates: 1)\u000a14:07:33.954079 tst esme_ms_sms_transaction.py: using LAC 41424\u000a14:07:34.078806 tst esme_ms_sms_transaction.py: using RAC 114\u000a14:07:34.204582 tst esme_ms_sms_transaction.py: using CellId 41424\u000a14:07:34.329994 tst esme_ms_sms_transaction.py: using BVCI 41425\u000a14:07:34.354734 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:34.365599 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:34.376228 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:34.386981 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:34.398058 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:07:34.408941 tst smpp: Using 1 x modem (candidates: 1)\u000a14:07:34.630944 tst esme_ms_sms_transaction.py: using MSISDN 8727\u000a14:07:34.747111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:07:35.258575 run create_hlr_db(pid=30977): Launched\u000a14:07:35.448658 bus /sierra_2: Setting Powered False\u000a14:07:36.468362 run create_hlr_db(pid=30977): Terminated: ok {rc=0}\u000a14:07:36.877487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30979): Launched\u000a14:07:37.184355 run osmo-hlr_10.42.42.2(pid=30980): Launched\u000a14:07:37.297645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:07:37.824434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30982): Launched\u000a14:07:38.129200 run osmo-stp_10.42.42.5(pid=30983): Launched\u000a14:07:38.240334 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:07:38.795333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30985): Launched\u000a14:07:39.102288 run osmo-msc_10.42.42.6(pid=30986): Launched\u000a14:07:39.280642 run osmo-stp_10.42.42.5(pid=30983): ERR: Terminated: ERROR {rc=1} [trial-2405↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30983)]\u000a14:07:39.411644 run osmo-stp_10.42.42.5(pid=30983): stdout: \u000a| (launched: 2022-12-14_14:07:37.979086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:39.538445 run osmo-stp_10.42.42.5(pid=30983): stderr: \u000a| �[0;m�[38;5;43m20221214140738150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140738150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140738150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140738151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140738153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140738153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140738153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:39.660900 run osmo-stp_10.42.42.5(pid=30983): stdout: \u000a| (launched: 2022-12-14_14:07:37.979086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:39.782609 run osmo-stp_10.42.42.5(pid=30983): stderr: \u000a| �[0;m�[38;5;43m20221214140738150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140738150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140738150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140738151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140738153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140738153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140738153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:39.835677 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=30983): Process ended prematurely: osmo-stp_10.42.42.5(pid=30983) [trial-2405↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30983)] [trial-2405↪smpp↪esme_ms_sms_transaction.py:28]\u000a14:07:39.843777 tst esme_ms_sms_transaction.py:28: Test FAILED (6.0 sec)\u000a14:07:39.903384 run osmo-hlr_10.42.42.2(pid=30980): ERR: Terminated: ERROR {rc=237} [trial-2405↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30980)]\u000a14:07:39.952759 run osmo-hlr_10.42.42.2(pid=30980): stdout: \u000a| (launched: 2022-12-14_14:07:37.033337) \u000a14:07:40.003139 run osmo-hlr_10.42.42.2(pid=30980): stderr: \u000a| �[0;m�[1;31m20221214140737211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140737211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140737211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140737211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140737211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140737211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140737223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140737233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140737234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140737234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:07:40.071084 run osmo-msc_10.42.42.6(pid=30986): ERR: Terminated: ERROR {rc=2} [trial-2405↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30986)]\u000a14:07:40.120500 run osmo-msc_10.42.42.6(pid=30986): stdout: \u000a| (launched: 2022-12-14_14:07:38.950704) \u000a14:07:40.170292 run osmo-msc_10.42.42.6(pid=30986): stderr: \u000a| �[0;m�[38;5;43m20221214140739224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140739225 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe23b10c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140739225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140739225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140739225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140739225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140739227 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140739228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140739228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140739228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:07:40.213145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30979): Terminating (SIGTERM)\u000a14:07:40.253626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30982): Terminating (SIGTERM)\u000a14:07:40.294120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30985): Terminating (SIGTERM)\u000a14:07:40.303278 --- ParallelTerminationStrategy: PID 30979 died...\u000a14:07:40.356989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30979): Terminated: ok {rc=0}\u000a14:07:40.366487 --- ParallelTerminationStrategy: PID 30982 died...\u000a14:07:40.419232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30982): Terminated: ok {rc=0}\u000a14:07:40.428679 --- ParallelTerminationStrategy: PID 30985 died...\u000a14:07:40.481321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30985): Terminated: ok {rc=0}\u000a14:07:40.569573 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:07:12" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30998): Process ended prematurely: osmo-stp_10.42.42.5(pid=30998) [trial-2405↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30998)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30998): Process ended prematurely: osmo-stp_10.42.42.5(pid=30998) [trial-2405↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a14:07:42.438133 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:07:42.448370 tst encryption: Using 1 x bts (candidates: 1)\u000a14:07:42.582429 tst register_a5_0_authopt.py: using LAC 41425\u000a14:07:42.709239 tst register_a5_0_authopt.py: using RAC 115\u000a14:07:42.835778 tst register_a5_0_authopt.py: using CellId 41425\u000a14:07:42.962433 tst register_a5_0_authopt.py: using BVCI 41426\u000a14:07:42.987497 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:07:42.998547 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:07:43.009406 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:07:43.020033 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:07:43.031007 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:07:43.042149 tst encryption: Using 1 x modem (candidates: 1)\u000a14:07:43.324084 tst register_a5_0_authopt.py:8: start network...\u000a14:07:43.453320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:07:43.946122 run create_hlr_db(pid=30992): Launched\u000a14:07:44.123407 bus /sierra_2: Setting Powered False\u000a14:07:45.144638 run create_hlr_db(pid=30992): Terminated: ok {rc=0}\u000a14:07:45.582848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30994): Launched\u000a14:07:46.012436 run osmo-hlr_10.42.42.2(pid=30995): Launched\u000a14:07:46.264613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:07:46.934720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30997): Launched\u000a14:07:47.314742 run osmo-stp_10.42.42.5(pid=30998): Launched\u000a14:07:47.459884 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:07:48.024657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31000): Launched\u000a14:07:48.332818 run osmo-msc_10.42.42.6(pid=31001): Launched\u000a14:07:48.514044 run osmo-stp_10.42.42.5(pid=30998): ERR: Terminated: ERROR {rc=1} [trial-2405↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30998)]\u000a14:07:48.643525 run osmo-stp_10.42.42.5(pid=30998): stdout: \u000a| (launched: 2022-12-14_14:07:47.104530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:48.770497 run osmo-stp_10.42.42.5(pid=30998): stderr: \u000a| �[0;m�[38;5;43m20221214140747372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140747372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140747372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140747373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140747373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140747373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140747374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:48.893757 run osmo-stp_10.42.42.5(pid=30998): stdout: \u000a| (launched: 2022-12-14_14:07:47.104530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:49.016222 run osmo-stp_10.42.42.5(pid=30998): stderr: \u000a| �[0;m�[38;5;43m20221214140747372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140747372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140747372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140747373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140747373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140747373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140747374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:49.069863 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30998): Process ended prematurely: osmo-stp_10.42.42.5(pid=30998) [trial-2405↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30998)] [trial-2405↪encryption↪register_a5_0_authopt.py:8]\u000a14:07:49.078336 tst register_a5_0_authopt.py:8: Test FAILED (6.7 sec)\u000a14:07:49.137522 run osmo-hlr_10.42.42.2(pid=30995): ERR: Terminated: ERROR {rc=237} [trial-2405↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30995)]\u000a14:07:49.186232 run osmo-hlr_10.42.42.2(pid=30995): stdout: \u000a| (launched: 2022-12-14_14:07:45.750332) \u000a14:07:49.235810 run osmo-hlr_10.42.42.2(pid=30995): stderr: \u000a| �[0;m�[1;31m20221214140746053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140746053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140746053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140746054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140746054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140746054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140746075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140746091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140746092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140746093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:07:49.302727 run osmo-msc_10.42.42.6(pid=31001): ERR: Terminated: ERROR {rc=2} [trial-2405↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31001)]\u000a14:07:49.351430 run osmo-msc_10.42.42.6(pid=31001): stdout: \u000a| (launched: 2022-12-14_14:07:48.180895) \u000a14:07:49.401210 run osmo-msc_10.42.42.6(pid=31001): stderr: \u000a| �[0;m�[38;5;43m20221214140748453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140748453 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcdae21ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140748453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140748453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140748453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140748454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140748455 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140748456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140748456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140748456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:07:49.442870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30994): Terminating (SIGTERM)\u000a14:07:49.482337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30997): Terminating (SIGTERM)\u000a14:07:49.521633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31000): Terminating (SIGTERM)\u000a14:07:49.530705 --- ParallelTerminationStrategy: PID 30994 died...\u000a14:07:49.584327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30994): Terminated: ok {rc=0}\u000a14:07:49.593910 --- ParallelTerminationStrategy: PID 30997 died...\u000a14:07:49.646427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30997): Terminated: ok {rc=0}\u000a14:07:49.655846 --- ParallelTerminationStrategy: PID 31000 died...\u000a14:07:49.708287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31000): Terminated: ok {rc=0}\u000a14:07:49.795616 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31009): Process ended prematurely: osmo-stp_10.42.42.5(pid=31009) [trial-2405↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31009)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31009): Process ended prematurely: osmo-stp_10.42.42.5(pid=31009) [trial-2405↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31009)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a14:07:50.906697 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:07:50.917716 tst encryption: Using 1 x bts (candidates: 1)\u000a14:07:51.045090 tst register_a5_0_authreq.py: using LAC 41426\u000a14:07:51.164818 tst register_a5_0_authreq.py: using RAC 116\u000a14:07:51.284496 tst register_a5_0_authreq.py: using CellId 41426\u000a14:07:51.403130 tst register_a5_0_authreq.py: using BVCI 41427\u000a14:07:51.426606 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:07:51.436920 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:07:51.447332 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:07:51.457502 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:07:51.467963 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:07:51.478510 tst encryption: Using 1 x modem (candidates: 1)\u000a14:07:51.759183 tst register_a5_0_authreq.py:8: start network...\u000a14:07:51.887096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:07:52.376650 run create_hlr_db(pid=31003): Launched\u000a14:07:52.553203 bus /sierra_2: Setting Powered False\u000a14:07:53.575553 run create_hlr_db(pid=31003): Terminated: ok {rc=0}\u000a14:07:54.012576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31005): Launched\u000a14:07:54.344738 run osmo-hlr_10.42.42.2(pid=31006): Launched\u000a14:07:54.466743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:07:55.039115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31008): Launched\u000a14:07:55.368574 run osmo-stp_10.42.42.5(pid=31009): Launched\u000a14:07:55.488609 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:07:56.087984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31011): Launched\u000a14:07:56.418739 run osmo-msc_10.42.42.6(pid=31012): Launched\u000a14:07:56.611403 run osmo-stp_10.42.42.5(pid=31009): ERR: Terminated: ERROR {rc=1} [trial-2405↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31009)]\u000a14:07:56.750932 run osmo-stp_10.42.42.5(pid=31009): stdout: \u000a| (launched: 2022-12-14_14:07:55.206785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:56.889392 run osmo-stp_10.42.42.5(pid=31009): stderr: \u000a| �[0;m�[38;5;43m20221214140755402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140755402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140755402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140755403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140755403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140755403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140755403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:57.021988 run osmo-stp_10.42.42.5(pid=31009): stdout: \u000a| (launched: 2022-12-14_14:07:55.206785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:57.153783 run osmo-stp_10.42.42.5(pid=31009): stderr: \u000a| �[0;m�[38;5;43m20221214140755402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140755402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140755402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140755403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140755403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140755403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140755403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:57.211792 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31009): Process ended prematurely: osmo-stp_10.42.42.5(pid=31009) [trial-2405↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31009)] [trial-2405↪encryption↪register_a5_0_authreq.py:8]\u000a14:07:57.221043 tst register_a5_0_authreq.py:8: Test FAILED (6.3 sec)\u000a14:07:57.283707 run osmo-hlr_10.42.42.2(pid=31006): ERR: Terminated: ERROR {rc=237} [trial-2405↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31006)]\u000a14:07:57.335011 run osmo-hlr_10.42.42.2(pid=31006): stdout: \u000a| (launched: 2022-12-14_14:07:54.181225) \u000a14:07:57.386933 run osmo-hlr_10.42.42.2(pid=31006): stderr: \u000a| �[0;m�[1;31m20221214140754381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140754381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140754381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140754381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140754381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140754381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140754393 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140754401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140754402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140754402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:07:57.457049 run osmo-msc_10.42.42.6(pid=31012): ERR: Terminated: ERROR {rc=2} [trial-2405↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31012)]\u000a14:07:57.508170 run osmo-msc_10.42.42.6(pid=31012): stdout: \u000a| (launched: 2022-12-14_14:07:56.256578) \u000a14:07:57.559766 run osmo-msc_10.42.42.6(pid=31012): stderr: \u000a| �[0;m�[38;5;43m20221214140756579 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140756580 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3a40c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140756580 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140756580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140756580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140756580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140756582 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140756582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140756582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140756582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:07:57.604019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31005): Terminating (SIGTERM)\u000a14:07:57.645683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31008): Terminating (SIGTERM)\u000a14:07:57.687879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31011): Terminating (SIGTERM)\u000a14:07:57.697528 --- ParallelTerminationStrategy: PID 31005 died...\u000a14:07:57.754288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31005): Terminated: ok {rc=0}\u000a14:07:57.764269 --- ParallelTerminationStrategy: PID 31008 died...\u000a14:07:57.820178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31008): Terminated: ok {rc=0}\u000a14:07:57.830100 --- ParallelTerminationStrategy: PID 31011 died...\u000a14:07:57.886025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31011): Terminated: ok {rc=0}\u000a14:07:57.972565 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31020): Process ended prematurely: osmo-stp_10.42.42.5(pid=31020) [trial-2405↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31020)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31020): Process ended prematurely: osmo-stp_10.42.42.5(pid=31020) [trial-2405↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a14:07:59.090115 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:07:59.101520 tst encryption: Using 1 x bts (candidates: 1)\u000a14:07:59.233692 tst register_a5_1_authreq.py: using LAC 41427\u000a14:07:59.363557 tst register_a5_1_authreq.py: using RAC 117\u000a14:07:59.491755 tst register_a5_1_authreq.py: using CellId 41427\u000a14:07:59.621769 tst register_a5_1_authreq.py: using BVCI 41428\u000a14:07:59.646989 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:07:59.657849 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:07:59.668726 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:07:59.679572 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:07:59.690720 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:07:59.701873 tst encryption: Using 1 x modem (candidates: 1)\u000a14:07:59.984338 tst register_a5_1_authreq.py:8: start network...\u000a14:08:00.113556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:08:00.606603 run create_hlr_db(pid=31014): Launched\u000a14:08:00.784121 bus /sierra_2: Setting Powered False\u000a14:08:01.807617 run create_hlr_db(pid=31014): Terminated: ok {rc=0}\u000a14:08:02.241707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31016): Launched\u000a14:08:02.552618 run osmo-hlr_10.42.42.2(pid=31017): Launched\u000a14:08:02.667114 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:08:03.200732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31019): Launched\u000a14:08:03.511710 run osmo-stp_10.42.42.5(pid=31020): Launched\u000a14:08:03.624163 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:08:04.183486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31022): Launched\u000a14:08:04.492341 run osmo-msc_10.42.42.6(pid=31023): Launched\u000a14:08:04.673312 run osmo-stp_10.42.42.5(pid=31020): ERR: Terminated: ERROR {rc=1} [trial-2405↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31020)]\u000a14:08:04.803500 run osmo-stp_10.42.42.5(pid=31020): stdout: \u000a| (launched: 2022-12-14_14:08:03.357295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:04.931504 run osmo-stp_10.42.42.5(pid=31020): stderr: \u000a| �[0;m�[38;5;43m20221214140803529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140803529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140803529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140803531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140803531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140803531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140803531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:05.054980 run osmo-stp_10.42.42.5(pid=31020): stdout: \u000a| (launched: 2022-12-14_14:08:03.357295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:05.177984 run osmo-stp_10.42.42.5(pid=31020): stderr: \u000a| �[0;m�[38;5;43m20221214140803529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140803529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140803529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140803531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140803531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140803531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140803531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:05.231975 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31020): Process ended prematurely: osmo-stp_10.42.42.5(pid=31020) [trial-2405↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31020)] [trial-2405↪encryption↪register_a5_1_authreq.py:8]\u000a14:08:05.240509 tst register_a5_1_authreq.py:8: Test FAILED (6.2 sec)\u000a14:08:05.299709 run osmo-hlr_10.42.42.2(pid=31017): ERR: Terminated: ERROR {rc=237} [trial-2405↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31017)]\u000a14:08:05.348328 run osmo-hlr_10.42.42.2(pid=31017): stdout: \u000a| (launched: 2022-12-14_14:08:02.398953) \u000a14:08:05.397398 run osmo-hlr_10.42.42.2(pid=31017): stderr: \u000a| �[0;m�[1;31m20221214140802579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140802579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140802579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140802579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140802579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140802579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140802603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140802613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140802613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140802613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:08:05.464147 run osmo-msc_10.42.42.6(pid=31023): ERR: Terminated: ERROR {rc=2} [trial-2405↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31023)]\u000a14:08:05.512555 run osmo-msc_10.42.42.6(pid=31023): stdout: \u000a| (launched: 2022-12-14_14:08:04.339789) \u000a14:08:05.562204 run osmo-msc_10.42.42.6(pid=31023): stderr: \u000a| �[0;m�[38;5;43m20221214140804610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140804610 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2273f15c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140804611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140804611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140804611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140804611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140804613 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140804613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140804613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140804613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:08:05.603924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31016): Terminating (SIGTERM)\u000a14:08:05.643517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31019): Terminating (SIGTERM)\u000a14:08:05.682997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31022): Terminating (SIGTERM)\u000a14:08:05.692163 --- ParallelTerminationStrategy: PID 31016 died...\u000a14:08:05.745213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31016): Terminated: ok {rc=0}\u000a14:08:05.754749 --- ParallelTerminationStrategy: PID 31019 died...\u000a14:08:05.807226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31019): Terminated: ok {rc=0}\u000a14:08:05.816809 --- ParallelTerminationStrategy: PID 31022 died...\u000a14:08:05.869610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31022): Terminated: ok {rc=0}\u000a14:08:05.956987 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31031): Process ended prematurely: osmo-stp_10.42.42.5(pid=31031) [trial-2405↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31031)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31031): Process ended prematurely: osmo-stp_10.42.42.5(pid=31031) [trial-2405↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31031)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a14:08:07.074702 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:08:07.086547 tst encryption: Using 1 x bts (candidates: 1)\u000a14:08:07.214384 tst register_a5_3_authreq.py: using LAC 41428\u000a14:08:07.337997 tst register_a5_3_authreq.py: using RAC 118\u000a14:08:07.461172 tst register_a5_3_authreq.py: using CellId 41428\u000a14:08:07.584049 tst register_a5_3_authreq.py: using BVCI 41429\u000a14:08:07.607572 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:08:07.618131 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:08:07.628607 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:08:07.638906 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:08:07.649649 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:08:07.660358 tst encryption: Using 1 x modem (candidates: 1)\u000a14:08:07.969271 tst register_a5_3_authreq.py:8: start network...\u000a14:08:08.107821 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:08:08.625564 run create_hlr_db(pid=31025): Launched\u000a14:08:08.816378 bus /sierra_2: Setting Powered False\u000a14:08:09.836792 run create_hlr_db(pid=31025): Terminated: ok {rc=0}\u000a14:08:10.248556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31027): Launched\u000a14:08:10.557351 run osmo-hlr_10.42.42.2(pid=31028): Launched\u000a14:08:10.671807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:08:11.204385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31030): Launched\u000a14:08:11.513749 run osmo-stp_10.42.42.5(pid=31031): Launched\u000a14:08:11.626504 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:08:12.188678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31033): Launched\u000a14:08:12.492633 run osmo-msc_10.42.42.6(pid=31034): Launched\u000a14:08:12.671139 run osmo-stp_10.42.42.5(pid=31031): ERR: Terminated: ERROR {rc=1} [trial-2405↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31031)]\u000a14:08:12.799976 run osmo-stp_10.42.42.5(pid=31031): stdout: \u000a| (launched: 2022-12-14_14:08:11.362312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:12.926371 run osmo-stp_10.42.42.5(pid=31031): stderr: \u000a| �[0;m�[38;5;43m20221214140811533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140811533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140811533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140811533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140811537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140811537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140811537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:13.048121 run osmo-stp_10.42.42.5(pid=31031): stdout: \u000a| (launched: 2022-12-14_14:08:11.362312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:13.169395 run osmo-stp_10.42.42.5(pid=31031): stderr: \u000a| �[0;m�[38;5;43m20221214140811533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214140811533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214140811533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214140811533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214140811537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214140811537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214140811537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:13.222677 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31031): Process ended prematurely: osmo-stp_10.42.42.5(pid=31031) [trial-2405↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31031)] [trial-2405↪encryption↪register_a5_3_authreq.py:8]\u000a14:08:13.231055 tst register_a5_3_authreq.py:8: Test FAILED (6.2 sec)\u000a14:08:13.289610 run osmo-hlr_10.42.42.2(pid=31028): ERR: Terminated: ERROR {rc=237} [trial-2405↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31028)]\u000a14:08:13.338512 run osmo-hlr_10.42.42.2(pid=31028): stdout: \u000a| (launched: 2022-12-14_14:08:10.405231) \u000a14:08:13.387822 run osmo-hlr_10.42.42.2(pid=31028): stderr: \u000a| �[0;m�[1;31m20221214140810583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214140810583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214140810583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140810583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214140810583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214140810583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214140810595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214140810606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214140810607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214140810607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:08:13.454365 run osmo-msc_10.42.42.6(pid=31034): ERR: Terminated: ERROR {rc=2} [trial-2405↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31034)]\u000a14:08:13.502675 run osmo-msc_10.42.42.6(pid=31034): stdout: \u000a| (launched: 2022-12-14_14:08:12.342586) \u000a14:08:13.551576 run osmo-msc_10.42.42.6(pid=31034): stderr: \u000a| �[0;m�[38;5;43m20221214140812615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214140812615 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6530065c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214140812615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214140812615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214140812615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214140812616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214140812617 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214140812618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214140812618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214140812618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:08:13.593434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31027): Terminating (SIGTERM)\u000a14:08:13.632817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31030): Terminating (SIGTERM)\u000a14:08:13.672016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31033): Terminating (SIGTERM)\u000a14:08:13.681039 --- ParallelTerminationStrategy: PID 31027 died...\u000a14:08:13.733584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31027): Terminated: ok {rc=0}\u000a14:08:13.742873 --- ParallelTerminationStrategy: PID 31030 died...\u000a14:08:13.795080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31030): Terminated: ok {rc=0}\u000a14:08:13.804584 --- ParallelTerminationStrategy: PID 31033 died...\u000a14:08:13.856541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31033): Terminated: ok {rc=0}\u000a14:08:13.938289 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:07:42" }, { "cases" : [ { "testActions" : [ ], "age" : 267, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=31051): Process ended prematurely: srsepc(pid=31051) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31051)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=31051): Process ended prematurely: srsepc(pid=31051) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a14:08:15.935699 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a14:08:15.979191 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:08:15.995807 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:08:16.019156 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:08:16.192907 tst handover.py: using MSISDN 8728\u000a14:08:16.314664 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8728', subscriber_id=0}\u000a14:08:16.432339 run srsepc_10.42.42.118: Starting srsepc\u000a14:08:18.353844 run rm-remote-dir(pid=31039): Launched\u000a14:08:18.548167 bus /sierra_2: Setting Powered False\u000a14:08:19.572811 run rm-remote-dir(pid=31039): Terminated: ok {rc=0}\u000a14:08:20.018117 run mk-remote-dir(pid=31040): Launched\u000a14:08:21.216653 run mk-remote-dir(pid=31040): Terminated: ok {rc=0}\u000a14:08:21.509911 run scp-inst-to-remote(pid=31041): Launched\u000a14:08:23.708457 run scp-inst-to-remote(pid=31041): Terminated: ok {rc=0}\u000a14:08:24.052418 run rm-remote-dir(pid=31043): Launched\u000a14:08:25.251278 run rm-remote-dir(pid=31043): Terminated: ok {rc=0}\u000a14:08:25.597056 run mk-remote-dir(pid=31044): Launched\u000a14:08:26.796312 run mk-remote-dir(pid=31044): Terminated: ok {rc=0}\u000a14:08:27.087186 run scp-cfg-to-remote(pid=31045): Launched\u000a14:08:28.282755 run scp-cfg-to-remote(pid=31045): Terminated: ok {rc=0}\u000a14:08:28.573653 run scp-db-to-remote(pid=31047): Launched\u000a14:08:29.770210 run scp-db-to-remote(pid=31047): Terminated: ok {rc=0}\u000a14:08:29.890441 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:08:30.225278 run patchelf(pid=31049): Launched\u000a14:08:31.423131 run patchelf(pid=31049): Terminated: ok {rc=0}\u000a14:08:31.546775 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:08:31.945876 run setcap-netadm(pid=31050): Launched\u000a14:08:33.130856 run setcap-netadm(pid=31050): Terminated: ok {rc=0}\u000a14:08:33.438212 run srsepc(pid=31051): Launched\u000a14:08:33.547139 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:08:34.720913 run rm-remote-dir(pid=31052): Launched\u000a14:08:34.917217 run srsepc(pid=31051): ERR: Terminated: ERROR {rc=127} [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31051)]\u000a14:08:35.060234 run srsepc(pid=31051): stdout: \u000a| (launched: 2022-12-14_14:08:33.290131)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:08:35.203168 run srsepc(pid=31051): stderr: \u000a| (launched: 2022-12-14_14:08:33.335070)\u000a| Connection to 10.42.42.116 closed. \u000a14:08:35.341817 run srsepc(pid=31051): stdout: \u000a| (launched: 2022-12-14_14:08:33.290131)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:08:35.478283 run srsepc(pid=31051): stderr: \u000a| (launched: 2022-12-14_14:08:33.335070)\u000a| Connection to 10.42.42.116 closed. \u000a14:08:35.638024 run rm-remote-dir(pid=31052): Terminating (SIGINT)\u000a14:08:35.826116 run rm-remote-dir(pid=31052): Terminated: ok {rc=0}\u000a14:08:35.860499 tst handover.py:37: ERR: Error: srsepc(pid=31051): Process ended prematurely: srsepc(pid=31051) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31051)] [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a14:08:35.870827 tst handover.py:37: Test FAILED (20.1 sec)\u000a14:08:35.985122 run scp-back-log(pid=31053): Launched\u000a14:08:37.074096 run scp-back-log(pid=31053): ERR: Terminated: ERROR {rc=1} [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=31053)]\u000a14:08:37.139153 run scp-back-log(pid=31053): stdout: \u000a| (launched: 2022-12-14_14:08:35.914138) \u000a14:08:37.204118 run scp-back-log(pid=31053): stderr: \u000a| (launched: 2022-12-14_14:08:35.934677)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:08:37.259467 tst srsepc_10.42.42.118: Error('scp-back-log(pid=31053): launch_sync(): local process exited with status 1 [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=31053)]')\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=31067): Process ended prematurely: srsepc(pid=31067) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31067)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=31067): Process ended prematurely: srsepc(pid=31067) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a14:08:37.447957 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a14:08:37.494408 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:08:37.697304 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a14:08:37.738442 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:08:37.754028 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:08:37.880415 tst iperf3_bidir.py: using MSISDN 8729\u000a14:08:37.994941 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8729', subscriber_id=0}\u000a14:08:38.108796 run srsepc_10.42.42.118: Starting srsepc\u000a14:08:38.784489 run rm-remote-dir(pid=31055): Launched\u000a14:08:39.982744 run rm-remote-dir(pid=31055): Terminated: ok {rc=0}\u000a14:08:40.326977 run mk-remote-dir(pid=31056): Launched\u000a14:08:41.524579 run mk-remote-dir(pid=31056): Terminated: ok {rc=0}\u000a14:08:41.814380 run scp-inst-to-remote(pid=31057): Launched\u000a14:08:43.999963 run scp-inst-to-remote(pid=31057): Terminated: ok {rc=0}\u000a14:08:44.323546 run rm-remote-dir(pid=31059): Launched\u000a14:08:45.507786 run rm-remote-dir(pid=31059): Terminated: ok {rc=0}\u000a14:08:45.839550 run mk-remote-dir(pid=31060): Launched\u000a14:08:47.109678 run mk-remote-dir(pid=31060): Terminated: ok {rc=0}\u000a14:08:47.451728 run scp-cfg-to-remote(pid=31061): Launched\u000a14:08:48.647204 run scp-cfg-to-remote(pid=31061): Terminated: ok {rc=0}\u000a14:08:48.937587 run scp-db-to-remote(pid=31063): Launched\u000a14:08:50.133033 run scp-db-to-remote(pid=31063): Terminated: ok {rc=0}\u000a14:08:50.253357 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:08:50.588096 run patchelf(pid=31065): Launched\u000a14:08:51.782874 run patchelf(pid=31065): Terminated: ok {rc=0}\u000a14:08:51.903672 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:08:52.237733 run setcap-netadm(pid=31066): Launched\u000a14:08:53.433136 run setcap-netadm(pid=31066): Terminated: ok {rc=0}\u000a14:08:53.760299 run srsepc(pid=31067): Launched\u000a14:08:53.874988 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:08:55.048641 run rm-remote-dir(pid=31068): Launched\u000a14:08:55.243949 run srsepc(pid=31067): ERR: Terminated: ERROR {rc=127} [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31067)]\u000a14:08:55.386842 run srsepc(pid=31067): stdout: \u000a| (launched: 2022-12-14_14:08:53.604681)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:08:55.529216 run srsepc(pid=31067): stderr: \u000a| (launched: 2022-12-14_14:08:53.652903)\u000a| Connection to 10.42.42.116 closed. \u000a14:08:55.667065 run srsepc(pid=31067): stdout: \u000a| (launched: 2022-12-14_14:08:53.604681)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:08:55.803362 run srsepc(pid=31067): stderr: \u000a| (launched: 2022-12-14_14:08:53.652903)\u000a| Connection to 10.42.42.116 closed. \u000a14:08:55.963294 run rm-remote-dir(pid=31068): Terminating (SIGINT)\u000a14:08:56.150950 run rm-remote-dir(pid=31068): Terminated: ok {rc=0}\u000a14:08:56.185982 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=31067): Process ended prematurely: srsepc(pid=31067) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31067)] [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a14:08:56.196386 tst iperf3_bidir.py:42: Test FAILED (18.9 sec)\u000a14:08:56.310086 run scp-back-log(pid=31069): Launched\u000a14:08:57.400201 run scp-back-log(pid=31069): ERR: Terminated: ERROR {rc=1} [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=31069)]\u000a14:08:57.465102 run scp-back-log(pid=31069): stdout: \u000a| (launched: 2022-12-14_14:08:56.239884) \u000a14:08:57.531131 run scp-back-log(pid=31069): stderr: \u000a| (launched: 2022-12-14_14:08:56.260311)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:08:57.583534 tst srsepc_10.42.42.118: Error('scp-back-log(pid=31069): launch_sync(): local process exited with status 1 [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=31069)]')\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 22.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=31355): Process ended prematurely: srsepc(pid=31355) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31355)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=31355): Process ended prematurely: srsepc(pid=31355) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a14:08:57.758346 tst iperf3_dl.py:13: Number of physical ue: 1\u000a14:08:57.799541 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:08:58.020431 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a14:08:58.065464 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:08:58.081990 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:08:58.209432 tst iperf3_dl.py: using MSISDN 8730\u000a14:08:58.325275 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8730', subscriber_id=0}\u000a14:08:58.439066 run srsepc_10.42.42.118: Starting srsepc\u000a14:08:59.115089 run rm-remote-dir(pid=31071): Launched\u000a14:09:00.313937 run rm-remote-dir(pid=31071): Terminated: ok {rc=0}\u000a14:09:00.658264 run mk-remote-dir(pid=31072): Launched\u000a14:09:01.890718 run mk-remote-dir(pid=31072): Terminated: ok {rc=0}\u000a14:09:02.303033 run scp-inst-to-remote(pid=31105): Launched\u000a14:09:05.513018 run scp-inst-to-remote(pid=31105): Terminated: ok {rc=0}\u000a14:09:05.919305 run rm-remote-dir(pid=31345): Launched\u000a14:09:07.114088 run rm-remote-dir(pid=31345): Terminated: ok {rc=0}\u000a14:09:07.508107 run mk-remote-dir(pid=31348): Launched\u000a14:09:08.712752 run mk-remote-dir(pid=31348): Terminated: ok {rc=0}\u000a14:09:09.059165 run scp-cfg-to-remote(pid=31349): Launched\u000a14:09:10.264177 run scp-cfg-to-remote(pid=31349): Terminated: ok {rc=0}\u000a14:09:10.599854 run scp-db-to-remote(pid=31351): Launched\u000a14:09:11.805630 run scp-db-to-remote(pid=31351): Terminated: ok {rc=0}\u000a14:09:11.962669 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:09:12.387157 run patchelf(pid=31353): Launched\u000a14:09:13.597243 run patchelf(pid=31353): Terminated: ok {rc=0}\u000a14:09:13.726819 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:09:14.136279 run setcap-netadm(pid=31354): Launched\u000a14:09:15.345605 run setcap-netadm(pid=31354): Terminated: ok {rc=0}\u000a14:09:15.745396 run srsepc(pid=31355): Launched\u000a14:09:15.989366 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:09:17.542624 run rm-remote-dir(pid=31356): Launched\u000a14:09:17.849092 run srsepc(pid=31355): ERR: Terminated: ERROR {rc=127} [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31355)]\u000a14:09:18.028901 run srsepc(pid=31355): stdout: \u000a| (launched: 2022-12-14_14:09:15.526611)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:09:18.199289 run srsepc(pid=31355): stderr: \u000a| (launched: 2022-12-14_14:09:15.577137)\u000a| Connection to 10.42.42.116 closed. \u000a14:09:18.346774 run srsepc(pid=31355): stdout: \u000a| (launched: 2022-12-14_14:09:15.526611)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:09:18.492081 run srsepc(pid=31355): stderr: \u000a| (launched: 2022-12-14_14:09:15.577137)\u000a| Connection to 10.42.42.116 closed. \u000a14:09:18.661745 run rm-remote-dir(pid=31356): Terminating (SIGINT)\u000a14:09:18.860413 run rm-remote-dir(pid=31356): Terminated: ok {rc=0}\u000a14:09:18.897903 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=31355): Process ended prematurely: srsepc(pid=31355) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31355)] [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a14:09:18.908880 tst iperf3_dl.py:42: Test FAILED (21.3 sec)\u000a14:09:19.070975 run scp-back-log(pid=31357): Launched\u000a14:09:20.165731 run scp-back-log(pid=31357): ERR: Terminated: ERROR {rc=1} [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=31357)]\u000a14:09:20.234651 run scp-back-log(pid=31357): stdout: \u000a| (launched: 2022-12-14_14:09:18.956276) \u000a14:09:20.305719 run scp-back-log(pid=31357): stderr: \u000a| (launched: 2022-12-14_14:09:18.977597)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:09:20.363417 tst srsepc_10.42.42.118: Error('scp-back-log(pid=31357): launch_sync(): local process exited with status 1 [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=31357)]')\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=31372): Process ended prematurely: srsepc(pid=31372) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31372)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=31372): Process ended prematurely: srsepc(pid=31372) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a14:09:20.566956 tst iperf3_ul.py:13: Number of physical ue: 1\u000a14:09:20.615639 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:09:20.842820 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a14:09:20.891482 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:09:20.909055 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:09:21.043846 tst iperf3_ul.py: using MSISDN 8731\u000a14:09:21.166634 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8731', subscriber_id=0}\u000a14:09:21.289207 run srsepc_10.42.42.118: Starting srsepc\u000a14:09:22.063748 run rm-remote-dir(pid=31359): Launched\u000a14:09:23.294526 run rm-remote-dir(pid=31359): Terminated: ok {rc=0}\u000a14:09:23.687530 run mk-remote-dir(pid=31360): Launched\u000a14:09:24.896622 run mk-remote-dir(pid=31360): Terminated: ok {rc=0}\u000a14:09:25.238614 run scp-inst-to-remote(pid=31361): Launched\u000a14:09:27.438860 run scp-inst-to-remote(pid=31361): Terminated: ok {rc=0}\u000a14:09:27.791275 run rm-remote-dir(pid=31364): Launched\u000a14:09:28.993037 run rm-remote-dir(pid=31364): Terminated: ok {rc=0}\u000a14:09:29.346664 run mk-remote-dir(pid=31365): Launched\u000a14:09:30.548731 run mk-remote-dir(pid=31365): Terminated: ok {rc=0}\u000a14:09:30.846397 run scp-cfg-to-remote(pid=31366): Launched\u000a14:09:32.049983 run scp-cfg-to-remote(pid=31366): Terminated: ok {rc=0}\u000a14:09:32.360045 run scp-db-to-remote(pid=31368): Launched\u000a14:09:33.547155 run scp-db-to-remote(pid=31368): Terminated: ok {rc=0}\u000a14:09:33.661967 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:09:33.984524 run patchelf(pid=31370): Launched\u000a14:09:35.171112 run patchelf(pid=31370): Terminated: ok {rc=0}\u000a14:09:35.285818 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:09:35.608608 run setcap-netadm(pid=31371): Launched\u000a14:09:36.795616 run setcap-netadm(pid=31371): Terminated: ok {rc=0}\u000a14:09:37.112215 run srsepc(pid=31372): Launched\u000a14:09:37.222670 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:09:38.372790 run rm-remote-dir(pid=31373): Launched\u000a14:09:38.560939 run srsepc(pid=31372): ERR: Terminated: ERROR {rc=127} [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31372)]\u000a14:09:38.699243 run srsepc(pid=31372): stdout: \u000a| (launched: 2022-12-14_14:09:36.959772)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:09:38.836540 run srsepc(pid=31372): stderr: \u000a| (launched: 2022-12-14_14:09:37.005905)\u000a| Connection to 10.42.42.116 closed. \u000a14:09:38.968702 run srsepc(pid=31372): stdout: \u000a| (launched: 2022-12-14_14:09:36.959772)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:09:39.099441 run srsepc(pid=31372): stderr: \u000a| (launched: 2022-12-14_14:09:37.005905)\u000a| Connection to 10.42.42.116 closed. \u000a14:09:39.252611 run rm-remote-dir(pid=31373): Terminating (SIGINT)\u000a14:09:39.432093 run rm-remote-dir(pid=31373): Terminated: ok {rc=0}\u000a14:09:39.465372 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=31372): Process ended prematurely: srsepc(pid=31372) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31372)] [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a14:09:39.475014 tst iperf3_ul.py:42: Test FAILED (19.1 sec)\u000a14:09:39.585113 run scp-back-log(pid=31374): Launched\u000a14:09:40.670633 run scp-back-log(pid=31374): ERR: Terminated: ERROR {rc=1} [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=31374)]\u000a14:09:40.732293 run scp-back-log(pid=31374): stdout: \u000a| (launched: 2022-12-14_14:09:39.515747) \u000a14:09:40.794195 run scp-back-log(pid=31374): stderr: \u000a| (launched: 2022-12-14_14:09:39.535290)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:09:40.846591 tst srsepc_10.42.42.118: Error('scp-back-log(pid=31374): launch_sync(): local process exited with status 1 [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=31374)]')\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=31388): Process ended prematurely: srsepc(pid=31388) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31388)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=31388): Process ended prematurely: srsepc(pid=31388) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a14:09:40.860653 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:09:40.877326 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:09:40.900196 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:09:41.047603 tst ping.py: using MSISDN 8732\u000a14:09:41.165333 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8732', subscriber_id=0}\u000a14:09:41.282064 run srsepc_10.42.42.118: Starting srsepc\u000a14:09:41.974911 run rm-remote-dir(pid=31376): Launched\u000a14:09:43.177389 run rm-remote-dir(pid=31376): Terminated: ok {rc=0}\u000a14:09:43.532162 run mk-remote-dir(pid=31377): Launched\u000a14:09:44.723161 run mk-remote-dir(pid=31377): Terminated: ok {rc=0}\u000a14:09:45.004054 run scp-inst-to-remote(pid=31378): Launched\u000a14:09:47.194677 run scp-inst-to-remote(pid=31378): Terminated: ok {rc=0}\u000a14:09:47.545467 run rm-remote-dir(pid=31380): Launched\u000a14:09:48.735503 run rm-remote-dir(pid=31380): Terminated: ok {rc=0}\u000a14:09:49.068163 run mk-remote-dir(pid=31381): Launched\u000a14:09:50.258611 run mk-remote-dir(pid=31381): Terminated: ok {rc=0}\u000a14:09:50.540248 run scp-cfg-to-remote(pid=31382): Launched\u000a14:09:51.726577 run scp-cfg-to-remote(pid=31382): Terminated: ok {rc=0}\u000a14:09:52.006590 run scp-db-to-remote(pid=31384): Launched\u000a14:09:53.193692 run scp-db-to-remote(pid=31384): Terminated: ok {rc=0}\u000a14:09:53.308217 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:09:53.631047 run patchelf(pid=31386): Launched\u000a14:09:54.818674 run patchelf(pid=31386): Terminated: ok {rc=0}\u000a14:09:54.933144 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:09:55.255256 run setcap-netadm(pid=31387): Launched\u000a14:09:56.441406 run setcap-netadm(pid=31387): Terminated: ok {rc=0}\u000a14:09:56.757548 run srsepc(pid=31388): Launched\u000a14:09:56.867567 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:09:58.006901 run rm-remote-dir(pid=31389): Launched\u000a14:09:58.196495 run srsepc(pid=31388): ERR: Terminated: ERROR {rc=127} [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31388)]\u000a14:09:58.334749 run srsepc(pid=31388): stdout: \u000a| (launched: 2022-12-14_14:09:56.605565)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:09:58.471962 run srsepc(pid=31388): stderr: \u000a| (launched: 2022-12-14_14:09:56.651667)\u000a| Connection to 10.42.42.116 closed. \u000a14:09:58.604514 run srsepc(pid=31388): stdout: \u000a| (launched: 2022-12-14_14:09:56.605565)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:09:58.734967 run srsepc(pid=31388): stderr: \u000a| (launched: 2022-12-14_14:09:56.651667)\u000a| Connection to 10.42.42.116 closed. \u000a14:09:58.888525 run rm-remote-dir(pid=31389): Terminating (SIGINT)\u000a14:09:59.069122 run rm-remote-dir(pid=31389): Terminated: ok {rc=0}\u000a14:09:59.102608 tst ping.py:16: ERR: Error: srsepc(pid=31388): Process ended prematurely: srsepc(pid=31388) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31388)] [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a14:09:59.112184 tst ping.py:16: Test FAILED (18.2 sec)\u000a14:09:59.223378 run scp-back-log(pid=31390): Launched\u000a14:10:00.310049 run scp-back-log(pid=31390): ERR: Terminated: ERROR {rc=1} [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=31390)]\u000a14:10:00.372251 run scp-back-log(pid=31390): stdout: \u000a| (launched: 2022-12-14_14:09:59.153555) \u000a14:10:00.434725 run scp-back-log(pid=31390): stderr: \u000a| (launched: 2022-12-14_14:09:59.173370)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:10:00.487768 tst srsepc_10.42.42.118: Error('scp-back-log(pid=31390): launch_sync(): local process exited with status 1 [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=31390)]')\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=31407): Process ended prematurely: srsepc(pid=31407) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31407)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=31407): Process ended prematurely: srsepc(pid=31407) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a14:10:00.501860 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:10:00.518430 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:10:00.540917 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:10:00.683602 tst rrc_idle_mo_ping.py: using MSISDN 8733\u000a14:10:00.792417 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8733', subscriber_id=0}\u000a14:10:00.908046 run srsepc_10.42.42.118: Starting srsepc\u000a14:10:01.694310 run rm-remote-dir(pid=31395): Launched\u000a14:10:02.897235 run rm-remote-dir(pid=31395): Terminated: ok {rc=0}\u000a14:10:03.251102 run mk-remote-dir(pid=31396): Launched\u000a14:10:04.453574 run mk-remote-dir(pid=31396): Terminated: ok {rc=0}\u000a14:10:04.751646 run scp-inst-to-remote(pid=31397): Launched\u000a14:10:06.941198 run scp-inst-to-remote(pid=31397): Terminated: ok {rc=0}\u000a14:10:07.273833 run rm-remote-dir(pid=31399): Launched\u000a14:10:08.462882 run rm-remote-dir(pid=31399): Terminated: ok {rc=0}\u000a14:10:08.796244 run mk-remote-dir(pid=31400): Launched\u000a14:10:09.985998 run mk-remote-dir(pid=31400): Terminated: ok {rc=0}\u000a14:10:10.267474 run scp-cfg-to-remote(pid=31401): Launched\u000a14:10:11.453144 run scp-cfg-to-remote(pid=31401): Terminated: ok {rc=0}\u000a14:10:11.733040 run scp-db-to-remote(pid=31403): Launched\u000a14:10:12.920222 run scp-db-to-remote(pid=31403): Terminated: ok {rc=0}\u000a14:10:13.035204 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:10:13.358014 run patchelf(pid=31405): Launched\u000a14:10:14.544699 run patchelf(pid=31405): Terminated: ok {rc=0}\u000a14:10:14.659804 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:10:14.983355 run setcap-netadm(pid=31406): Launched\u000a14:10:16.220229 run setcap-netadm(pid=31406): Terminated: ok {rc=0}\u000a14:10:16.592867 run srsepc(pid=31407): Launched\u000a14:10:16.772286 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:10:17.959618 run rm-remote-dir(pid=31408): Launched\u000a14:10:18.148102 run srsepc(pid=31407): ERR: Terminated: ERROR {rc=127} [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31407)]\u000a14:10:18.286373 run srsepc(pid=31407): stdout: \u000a| (launched: 2022-12-14_14:10:16.387964)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:10:18.423256 run srsepc(pid=31407): stderr: \u000a| (launched: 2022-12-14_14:10:16.435291)\u000a| Connection to 10.42.42.116 closed. \u000a14:10:18.555307 run srsepc(pid=31407): stdout: \u000a| (launched: 2022-12-14_14:10:16.387964)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:10:18.686313 run srsepc(pid=31407): stderr: \u000a| (launched: 2022-12-14_14:10:16.435291)\u000a| Connection to 10.42.42.116 closed. \u000a14:10:18.839253 run rm-remote-dir(pid=31408): Terminating (SIGINT)\u000a14:10:19.019175 run rm-remote-dir(pid=31408): Terminated: ok {rc=0}\u000a14:10:19.052465 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=31407): Process ended prematurely: srsepc(pid=31407) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31407)] [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a14:10:19.062079 tst rrc_idle_mo_ping.py:16: Test FAILED (18.5 sec)\u000a14:10:19.174096 run scp-back-log(pid=31409): Launched\u000a14:10:20.261121 run scp-back-log(pid=31409): ERR: Terminated: ERROR {rc=1} [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=31409)]\u000a14:10:20.323442 run scp-back-log(pid=31409): stdout: \u000a| (launched: 2022-12-14_14:10:19.103598) \u000a14:10:20.385882 run scp-back-log(pid=31409): stderr: \u000a| (launched: 2022-12-14_14:10:19.123628)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:10:20.439031 tst srsepc_10.42.42.118: Error('scp-back-log(pid=31409): launch_sync(): local process exited with status 1 [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=31409)]')\u000a" }, { "testActions" : [ ], "age" : 267, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=31423): Process ended prematurely: srsepc(pid=31423) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31423)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=31423): Process ended prematurely: srsepc(pid=31423) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a14:10:20.453254 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:10:20.469920 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:10:20.492257 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:10:20.638309 tst rrc_idle_mt_ping.py: using MSISDN 8734\u000a14:10:20.747753 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8734', subscriber_id=0}\u000a14:10:20.855981 run srsepc_10.42.42.118: Starting srsepc\u000a14:10:21.506559 run rm-remote-dir(pid=31411): Launched\u000a14:10:22.697114 run rm-remote-dir(pid=31411): Terminated: ok {rc=0}\u000a14:10:23.031504 run mk-remote-dir(pid=31412): Launched\u000a14:10:24.221104 run mk-remote-dir(pid=31412): Terminated: ok {rc=0}\u000a14:10:24.503234 run scp-inst-to-remote(pid=31413): Launched\u000a14:10:26.693605 run scp-inst-to-remote(pid=31413): Terminated: ok {rc=0}\u000a14:10:27.037582 run rm-remote-dir(pid=31415): Launched\u000a14:10:28.240692 run rm-remote-dir(pid=31415): Terminated: ok {rc=0}\u000a14:10:28.595917 run mk-remote-dir(pid=31416): Launched\u000a14:10:29.798267 run mk-remote-dir(pid=31416): Terminated: ok {rc=0}\u000a14:10:30.097381 run scp-cfg-to-remote(pid=31417): Launched\u000a14:10:31.329832 run scp-cfg-to-remote(pid=31417): Terminated: ok {rc=0}\u000a14:10:31.664652 run scp-db-to-remote(pid=31419): Launched\u000a14:10:32.861120 run scp-db-to-remote(pid=31419): Terminated: ok {rc=0}\u000a14:10:32.975825 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:10:33.299780 run patchelf(pid=31421): Launched\u000a14:10:34.486540 run patchelf(pid=31421): Terminated: ok {rc=0}\u000a14:10:34.601397 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:10:34.925342 run setcap-netadm(pid=31422): Launched\u000a14:10:36.112099 run setcap-netadm(pid=31422): Terminated: ok {rc=0}\u000a14:10:36.428807 run srsepc(pid=31423): Launched\u000a14:10:36.539496 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:10:37.674962 run rm-remote-dir(pid=31424): Launched\u000a14:10:37.862230 run srsepc(pid=31423): ERR: Terminated: ERROR {rc=127} [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31423)]\u000a14:10:38.000046 run srsepc(pid=31423): stdout: \u000a| (launched: 2022-12-14_14:10:36.276112)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:10:38.136214 run srsepc(pid=31423): stderr: \u000a| (launched: 2022-12-14_14:10:36.322380)\u000a| Connection to 10.42.42.116 closed. \u000a14:10:38.267599 run srsepc(pid=31423): stdout: \u000a| (launched: 2022-12-14_14:10:36.276112)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:10:38.397618 run srsepc(pid=31423): stderr: \u000a| (launched: 2022-12-14_14:10:36.322380)\u000a| Connection to 10.42.42.116 closed. \u000a14:10:38.550333 run rm-remote-dir(pid=31424): Terminating (SIGINT)\u000a14:10:38.730226 run rm-remote-dir(pid=31424): Terminated: ok {rc=0}\u000a14:10:38.763426 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=31423): Process ended prematurely: srsepc(pid=31423) [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=31423)] [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a14:10:38.773053 tst rrc_idle_mt_ping.py:16: Test FAILED (18.3 sec)\u000a14:10:38.884383 run scp-back-log(pid=31425): Launched\u000a14:10:39.975062 run scp-back-log(pid=31425): ERR: Terminated: ERROR {rc=1} [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=31425)]\u000a14:10:40.041129 run scp-back-log(pid=31425): stdout: \u000a| (launched: 2022-12-14_14:10:38.813904) \u000a14:10:40.107377 run scp-back-log(pid=31425): stderr: \u000a| (launched: 2022-12-14_14:10:38.833808)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:10:40.163818 tst srsepc_10.42.42.118: Error('scp-back-log(pid=31425): launch_sync(): local process exited with status 1 [trial-2405↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=31425)]')\u000a" } ], "duration" : 146.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:08:15" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31438): Process ended prematurely: osmo-stp_10.42.42.5(pid=31438) [trial-2405↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31438)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31438): Process ended prematurely: osmo-stp_10.42.42.5(pid=31438) [trial-2405↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a14:10:41.021392 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a14:10:41.032866 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a14:10:41.160525 tst handover.py: using LAC 41429\u000a14:10:41.282545 tst handover.py: using RAC 119\u000a14:10:41.404318 tst handover.py: using CellId 41429\u000a14:10:41.525730 tst handover.py: using BVCI 41430\u000a14:10:41.548812 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a14:10:41.676365 tst handover.py: using LAC 41430\u000a14:10:41.796082 tst handover.py: using RAC 120\u000a14:10:41.916281 tst handover.py: using CellId 41430\u000a14:10:42.035773 tst handover.py: using BVCI 41431\u000a14:10:42.058928 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a14:10:42.069629 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a14:10:42.080074 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a14:10:42.090648 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a14:10:42.101312 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a14:10:42.111742 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a14:10:42.233981 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a14:10:42.436458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:10:42.919014 run create_hlr_db(pid=31432): Launched\u000a14:10:44.097787 run create_hlr_db(pid=31432): Terminated: ok {rc=0}\u000a14:10:44.412363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31434): Launched\u000a14:10:44.718602 run osmo-hlr_10.42.42.2(pid=31435): Launched\u000a14:10:44.837526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:10:45.410889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31437): Launched\u000a14:10:45.739533 run osmo-stp_10.42.42.5(pid=31438): Launched\u000a14:10:45.899506 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:10:46.567895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31440): Launched\u000a14:10:46.922003 run osmo-msc_10.42.42.6(pid=31441): Launched\u000a14:10:47.277232 run osmo-stp_10.42.42.5(pid=31438): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31438)]\u000a14:10:47.416664 run osmo-stp_10.42.42.5(pid=31438): stdout: \u000a| (launched: 2022-12-14_14:10:45.577493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:47.553405 run osmo-stp_10.42.42.5(pid=31438): stderr: \u000a| �[0;m�[38;5;43m20221214141045772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141045773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141045773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141045773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141045774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141045774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141045774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:47.685084 run osmo-stp_10.42.42.5(pid=31438): stdout: \u000a| (launched: 2022-12-14_14:10:45.577493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:47.815453 run osmo-stp_10.42.42.5(pid=31438): stderr: \u000a| �[0;m�[38;5;43m20221214141045772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141045773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141045773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141045773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141045774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141045774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141045774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:47.872044 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31438): Process ended prematurely: osmo-stp_10.42.42.5(pid=31438) [trial-2405↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31438)] [trial-2405↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a14:10:47.880608 tst handover.py:18: Test FAILED (6.8 sec)\u000a14:10:47.943670 run osmo-hlr_10.42.42.2(pid=31435): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31435)]\u000a14:10:47.995342 run osmo-hlr_10.42.42.2(pid=31435): stdout: \u000a| (launched: 2022-12-14_14:10:44.567540) \u000a14:10:48.047832 run osmo-hlr_10.42.42.2(pid=31435): stderr: \u000a| �[0;m�[1;31m20221214141044747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141044747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141044747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141044747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141044747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141044747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141044770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141044778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141044779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141044779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:10:48.118612 run osmo-msc_10.42.42.6(pid=31441): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31441)]\u000a14:10:48.170225 run osmo-msc_10.42.42.6(pid=31441): stdout: \u000a| (launched: 2022-12-14_14:10:46.739369) \u000a14:10:48.222271 run osmo-msc_10.42.42.6(pid=31441): stderr: \u000a| �[0;m�[38;5;43m20221214141047203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141047203 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb21e86cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141047203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141047203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141047203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141047203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141047206 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141047207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141047207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141047207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:10:48.266578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31434): Terminating (SIGTERM)\u000a14:10:48.309290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31437): Terminating (SIGTERM)\u000a14:10:48.351336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31440): Terminating (SIGTERM)\u000a14:10:48.360861 --- ParallelTerminationStrategy: PID 31434 died...\u000a14:10:48.417247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31434): Terminated: ok {rc=0}\u000a14:10:48.427272 --- ParallelTerminationStrategy: PID 31437 died...\u000a14:10:48.483403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31437): Terminated: ok {rc=0}\u000a14:10:48.493426 --- ParallelTerminationStrategy: PID 31440 died...\u000a14:10:48.549333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31440): Terminated: ok {rc=0}\u000a14:10:48.636753 bus /sierra_3: Setting Powered False\u000a14:10:49.740257 bus /sierra_3: Setting Powered False\u000a14:10:50.847093 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:10:40" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31453): Process ended prematurely: osmo-stp_10.42.42.5(pid=31453) [trial-2405↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31453)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31453): Process ended prematurely: osmo-stp_10.42.42.5(pid=31453) [trial-2405↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a14:10:52.822351 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:10:52.833177 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a14:10:52.959899 tst handover.py: using LAC 41431\u000a14:10:53.081298 tst handover.py: using RAC 121\u000a14:10:53.200817 tst handover.py: using CellId 41431\u000a14:10:53.322494 tst handover.py: using BVCI 41432\u000a14:10:53.345870 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a14:10:53.469387 tst handover.py: using LAC 41432\u000a14:10:53.588765 tst handover.py: using RAC 122\u000a14:10:53.710032 tst handover.py: using CellId 41432\u000a14:10:53.829626 tst handover.py: using BVCI 41433\u000a14:10:53.852876 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:10:53.863686 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:10:53.874729 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:10:53.885309 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:10:53.895948 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:10:53.906543 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a14:10:54.028510 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a14:10:54.231705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:10:54.686357 run create_hlr_db(pid=31447): Launched\u000a14:10:54.810828 bus /sierra_2: Setting Powered False\u000a14:10:55.883425 run create_hlr_db(pid=31447): Terminated: ok {rc=0}\u000a14:10:56.266365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31449): Launched\u000a14:10:56.574583 run osmo-hlr_10.42.42.2(pid=31450): Launched\u000a14:10:56.697201 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:10:57.208473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31452): Launched\u000a14:10:57.517632 run osmo-stp_10.42.42.5(pid=31453): Launched\u000a14:10:57.629619 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:10:58.163875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31455): Launched\u000a14:10:58.473359 run osmo-msc_10.42.42.6(pid=31456): Launched\u000a14:10:58.653869 run osmo-stp_10.42.42.5(pid=31453): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31453)]\u000a14:10:58.783940 run osmo-stp_10.42.42.5(pid=31453): stdout: \u000a| (launched: 2022-12-14_14:10:57.364800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:58.912147 run osmo-stp_10.42.42.5(pid=31453): stderr: \u000a| �[0;m�[38;5;43m20221214141057535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141057536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141057536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141057536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141057538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141057539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141057539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:59.035610 run osmo-stp_10.42.42.5(pid=31453): stdout: \u000a| (launched: 2022-12-14_14:10:57.364800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:59.158327 run osmo-stp_10.42.42.5(pid=31453): stderr: \u000a| �[0;m�[38;5;43m20221214141057535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141057536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141057536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141057536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141057538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141057539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141057539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:59.211708 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31453): Process ended prematurely: osmo-stp_10.42.42.5(pid=31453) [trial-2405↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31453)] [trial-2405↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a14:10:59.219650 tst handover.py:18: Test FAILED (6.4 sec)\u000a14:10:59.278681 run osmo-hlr_10.42.42.2(pid=31450): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31450)]\u000a14:10:59.327143 run osmo-hlr_10.42.42.2(pid=31450): stdout: \u000a| (launched: 2022-12-14_14:10:56.423147) \u000a14:10:59.376599 run osmo-hlr_10.42.42.2(pid=31450): stderr: \u000a| �[0;m�[1;31m20221214141056601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141056601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141056601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141056602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141056602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141056602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141056614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141056625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141056625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141056625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:10:59.443327 run osmo-msc_10.42.42.6(pid=31456): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31456)]\u000a14:10:59.491788 run osmo-msc_10.42.42.6(pid=31456): stdout: \u000a| (launched: 2022-12-14_14:10:58.320258) \u000a14:10:59.540645 run osmo-msc_10.42.42.6(pid=31456): stderr: \u000a| �[0;m�[38;5;43m20221214141058594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141058594 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ca617fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141058594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141058594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141058595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141058595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141058596 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141058597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141058597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141058597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:10:59.582300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31449): Terminating (SIGTERM)\u000a14:10:59.621579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31452): Terminating (SIGTERM)\u000a14:10:59.661333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31455): Terminating (SIGTERM)\u000a14:10:59.670500 --- ParallelTerminationStrategy: PID 31449 died...\u000a14:10:59.723612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31449): Terminated: ok {rc=0}\u000a14:10:59.733081 --- ParallelTerminationStrategy: PID 31452 died...\u000a14:10:59.785657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31452): Terminated: ok {rc=0}\u000a14:10:59.795180 --- ParallelTerminationStrategy: PID 31455 died...\u000a14:10:59.847997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31455): Terminated: ok {rc=0}\u000a14:10:59.935646 bus /sierra_3: Setting Powered False\u000a14:11:01.045899 bus /sierra_3: Setting Powered False\u000a14:11:02.186154 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:10:52" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31467): Process ended prematurely: osmo-stp_10.42.42.5(pid=31467) [trial-2405↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31467)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31467): Process ended prematurely: osmo-stp_10.42.42.5(pid=31467) [trial-2405↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a14:11:04.169076 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:11:04.179975 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:11:04.306372 tst handover.py: using LAC 41433\u000a14:11:04.425200 tst handover.py: using RAC 123\u000a14:11:04.545391 tst handover.py: using CellId 41433\u000a14:11:04.663738 tst handover.py: using BVCI 41434\u000a14:11:04.686966 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:11:04.825252 tst handover.py: using LAC 41434\u000a14:11:04.943371 tst handover.py: using RAC 124\u000a14:11:05.062204 tst handover.py: using CellId 41434\u000a14:11:05.180089 tst handover.py: using BVCI 41435\u000a14:11:05.203291 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:11:05.214025 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:11:05.224471 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:11:05.235070 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:11:05.245731 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:11:05.256178 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:11:05.371139 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:11:05.583020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:11:06.068591 run create_hlr_db(pid=31461): Launched\u000a14:11:06.201953 bus /sierra_2: Setting Powered False\u000a14:11:07.278895 run create_hlr_db(pid=31461): Terminated: ok {rc=0}\u000a14:11:07.664767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31463): Launched\u000a14:11:07.971742 run osmo-hlr_10.42.42.2(pid=31464): Launched\u000a14:11:08.084705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:11:08.589225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31466): Launched\u000a14:11:08.896245 run osmo-stp_10.42.42.5(pid=31467): Launched\u000a14:11:09.009098 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:11:09.541963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31469): Launched\u000a14:11:09.849657 run osmo-msc_10.42.42.6(pid=31470): Launched\u000a14:11:10.028777 run osmo-stp_10.42.42.5(pid=31467): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31467)]\u000a14:11:10.158248 run osmo-stp_10.42.42.5(pid=31467): stdout: \u000a| (launched: 2022-12-14_14:11:08.744753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:10.285139 run osmo-stp_10.42.42.5(pid=31467): stderr: \u000a| �[0;m�[38;5;43m20221214141108919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141108919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141108919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141108919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141108920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141108920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141108920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:10.407665 run osmo-stp_10.42.42.5(pid=31467): stdout: \u000a| (launched: 2022-12-14_14:11:08.744753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:10.529701 run osmo-stp_10.42.42.5(pid=31467): stderr: \u000a| �[0;m�[38;5;43m20221214141108919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141108919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141108919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141108919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141108920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141108920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141108920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:10.582835 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31467): Process ended prematurely: osmo-stp_10.42.42.5(pid=31467) [trial-2405↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31467)] [trial-2405↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a14:11:10.590564 tst handover.py:18: Test FAILED (6.4 sec)\u000a14:11:10.649386 run osmo-hlr_10.42.42.2(pid=31464): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31464)]\u000a14:11:10.698092 run osmo-hlr_10.42.42.2(pid=31464): stdout: \u000a| (launched: 2022-12-14_14:11:07.821063) \u000a14:11:10.747081 run osmo-hlr_10.42.42.2(pid=31464): stderr: \u000a| �[0;m�[1;31m20221214141107998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141107998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141107998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141107998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141107998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141107998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141108016 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141108026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141108026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141108026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:11:10.813641 run osmo-msc_10.42.42.6(pid=31470): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31470)]\u000a14:11:10.861943 run osmo-msc_10.42.42.6(pid=31470): stdout: \u000a| (launched: 2022-12-14_14:11:09.697912) \u000a14:11:10.910763 run osmo-msc_10.42.42.6(pid=31470): stderr: \u000a| �[0;m�[38;5;43m20221214141109970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141109970 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb885f0dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141109970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141109970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141109971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141109971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141109972 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141109973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141109973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141109973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:11:10.952129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31463): Terminating (SIGTERM)\u000a14:11:10.991662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31466): Terminating (SIGTERM)\u000a14:11:11.031033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31469): Terminating (SIGTERM)\u000a14:11:11.040017 --- ParallelTerminationStrategy: PID 31463 died...\u000a14:11:11.092513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31463): Terminated: ok {rc=0}\u000a14:11:11.101999 --- ParallelTerminationStrategy: PID 31466 died...\u000a14:11:11.154444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31466): Terminated: ok {rc=0}\u000a14:11:11.163788 --- ParallelTerminationStrategy: PID 31469 died...\u000a14:11:11.216183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31469): Terminated: ok {rc=0}\u000a14:11:11.299241 bus /sierra_3: Setting Powered False\u000a14:11:12.404663 bus /sierra_3: Setting Powered False\u000a14:11:13.511800 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:11:03" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31481): Process ended prematurely: osmo-stp_10.42.42.5(pid=31481) [trial-2405↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31481)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31481): Process ended prematurely: osmo-stp_10.42.42.5(pid=31481) [trial-2405↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31481)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a14:11:15.495868 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:11:15.507051 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:11:15.634219 tst handover.py: using LAC 41435\u000a14:11:15.760278 tst handover.py: using RAC 125\u000a14:11:15.921777 tst handover.py: using CellId 41435\u000a14:11:16.053627 tst handover.py: using BVCI 41436\u000a14:11:16.078145 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:11:16.214495 tst handover.py: using LAC 41436\u000a14:11:16.377982 tst handover.py: using RAC 126\u000a14:11:16.513620 tst handover.py: using CellId 41436\u000a14:11:16.673343 tst handover.py: using BVCI 41437\u000a14:11:16.708803 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:11:16.724467 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:11:16.740787 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:11:16.757170 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:11:16.773459 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:11:16.788882 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:11:16.945496 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:11:17.167930 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:11:17.660486 run create_hlr_db(pid=31475): Launched\u000a14:11:17.794106 bus /sierra_2: Setting Powered False\u000a14:11:18.870815 run create_hlr_db(pid=31475): Terminated: ok {rc=0}\u000a14:11:19.277638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31477): Launched\u000a14:11:19.607392 run osmo-hlr_10.42.42.2(pid=31478): Launched\u000a14:11:19.730175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:11:20.271293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31480): Launched\u000a14:11:20.602477 run osmo-stp_10.42.42.5(pid=31481): Launched\u000a14:11:20.722505 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:11:21.297489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31483): Launched\u000a14:11:21.627857 run osmo-msc_10.42.42.6(pid=31484): Launched\u000a14:11:21.820032 run osmo-stp_10.42.42.5(pid=31481): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31481)]\u000a14:11:21.994712 run osmo-stp_10.42.42.5(pid=31481): stdout: \u000a| (launched: 2022-12-14_14:11:20.438941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:22.132826 run osmo-stp_10.42.42.5(pid=31481): stderr: \u000a| �[0;m�[38;5;43m20221214141120632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141120633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141120633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141120633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141120634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141120634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141120634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:22.264927 run osmo-stp_10.42.42.5(pid=31481): stdout: \u000a| (launched: 2022-12-14_14:11:20.438941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:22.396842 run osmo-stp_10.42.42.5(pid=31481): stderr: \u000a| �[0;m�[38;5;43m20221214141120632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141120633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141120633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141120633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141120634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141120634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141120634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:22.453820 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31481): Process ended prematurely: osmo-stp_10.42.42.5(pid=31481) [trial-2405↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31481)] [trial-2405↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a14:11:22.462261 tst handover.py:18: Test FAILED (7.0 sec)\u000a14:11:22.525267 run osmo-hlr_10.42.42.2(pid=31478): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31478)]\u000a14:11:22.576413 run osmo-hlr_10.42.42.2(pid=31478): stdout: \u000a| (launched: 2022-12-14_14:11:19.445407) \u000a14:11:22.628115 run osmo-hlr_10.42.42.2(pid=31478): stderr: \u000a| �[0;m�[1;31m20221214141119646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141119646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141119646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141119646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141119646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141119646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141119663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141119672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141119672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141119673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:11:22.698376 run osmo-msc_10.42.42.6(pid=31484): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31484)]\u000a14:11:22.749593 run osmo-msc_10.42.42.6(pid=31484): stdout: \u000a| (launched: 2022-12-14_14:11:21.465354) \u000a14:11:22.801269 run osmo-msc_10.42.42.6(pid=31484): stderr: \u000a| �[0;m�[38;5;43m20221214141121787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141121787 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5e2948c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141121787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141121788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141121788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141121788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141121790 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141121790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141121790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141121790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:11:22.845462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31477): Terminating (SIGTERM)\u000a14:11:22.887613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31480): Terminating (SIGTERM)\u000a14:11:22.929486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31483): Terminating (SIGTERM)\u000a14:11:22.939041 --- ParallelTerminationStrategy: PID 31477 died...\u000a14:11:22.995094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31477): Terminated: ok {rc=0}\u000a14:11:23.005307 --- ParallelTerminationStrategy: PID 31480 died...\u000a14:11:23.061334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31480): Terminated: ok {rc=0}\u000a14:11:23.071290 --- ParallelTerminationStrategy: PID 31483 died...\u000a14:11:23.127166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31483): Terminated: ok {rc=0}\u000a14:11:23.214569 bus /sierra_3: Setting Powered False\u000a14:11:24.317655 bus /sierra_3: Setting Powered False\u000a14:11:25.426501 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:11:15" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31495): Process ended prematurely: osmo-stp_10.42.42.5(pid=31495) [trial-2405↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31495)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31495): Process ended prematurely: osmo-stp_10.42.42.5(pid=31495) [trial-2405↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a14:11:27.429760 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:11:27.440657 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:11:27.567958 tst handover.py: using LAC 41437\u000a14:11:27.686885 tst handover.py: using RAC 127\u000a14:11:27.805988 tst handover.py: using CellId 41437\u000a14:11:27.925031 tst handover.py: using BVCI 41438\u000a14:11:27.948255 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:11:28.091990 tst handover.py: using LAC 41438\u000a14:11:28.230810 tst handover.py: using RAC 128\u000a14:11:28.369794 tst handover.py: using CellId 41438\u000a14:11:28.498164 tst handover.py: using BVCI 41439\u000a14:11:28.523096 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:11:28.534548 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:11:28.545954 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:11:28.557404 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:11:28.569126 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:11:28.580691 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:11:28.697614 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:11:28.910078 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:11:29.396156 run create_hlr_db(pid=31489): Launched\u000a14:11:29.529571 bus /sierra_2: Setting Powered False\u000a14:11:30.596272 run create_hlr_db(pid=31489): Terminated: ok {rc=0}\u000a14:11:31.028406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31491): Launched\u000a14:11:31.506185 run osmo-hlr_10.42.42.2(pid=31492): Launched\u000a14:11:31.650060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:11:32.220271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31494): Launched\u000a14:11:32.531058 run osmo-stp_10.42.42.5(pid=31495): Launched\u000a14:11:32.642964 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:11:33.174757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31497): Launched\u000a14:11:33.482462 run osmo-msc_10.42.42.6(pid=31498): Launched\u000a14:11:33.661308 run osmo-stp_10.42.42.5(pid=31495): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31495)]\u000a14:11:33.789625 run osmo-stp_10.42.42.5(pid=31495): stdout: \u000a| (launched: 2022-12-14_14:11:32.379225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:33.916180 run osmo-stp_10.42.42.5(pid=31495): stderr: \u000a| �[0;m�[38;5;43m20221214141132552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141132552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141132553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141132553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141132554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141132554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141132554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:34.039205 run osmo-stp_10.42.42.5(pid=31495): stdout: \u000a| (launched: 2022-12-14_14:11:32.379225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:34.160597 run osmo-stp_10.42.42.5(pid=31495): stderr: \u000a| �[0;m�[38;5;43m20221214141132552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141132552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141132553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141132553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141132554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141132554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141132554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:34.214157 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31495): Process ended prematurely: osmo-stp_10.42.42.5(pid=31495) [trial-2405↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31495)] [trial-2405↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a14:11:34.222030 tst handover.py:18: Test FAILED (6.8 sec)\u000a14:11:34.281786 run osmo-hlr_10.42.42.2(pid=31492): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31492)]\u000a14:11:34.330529 run osmo-hlr_10.42.42.2(pid=31492): stdout: \u000a| (launched: 2022-12-14_14:11:31.199242) \u000a14:11:34.379616 run osmo-hlr_10.42.42.2(pid=31492): stderr: \u000a| �[0;m�[1;31m20221214141131423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141131423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141131423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141131423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141131423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141131423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141131436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141131444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141131444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141131444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:11:34.446646 run osmo-msc_10.42.42.6(pid=31498): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31498)]\u000a14:11:34.495321 run osmo-msc_10.42.42.6(pid=31498): stdout: \u000a| (launched: 2022-12-14_14:11:33.330835) \u000a14:11:34.544391 run osmo-msc_10.42.42.6(pid=31498): stderr: \u000a| �[0;m�[38;5;43m20221214141133601 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141133601 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd85a94dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141133601 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141133601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141133602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141133602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141133603 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141133604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141133604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141133604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:11:34.586386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31491): Terminating (SIGTERM)\u000a14:11:34.625900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31494): Terminating (SIGTERM)\u000a14:11:34.665351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31497): Terminating (SIGTERM)\u000a14:11:34.674426 --- ParallelTerminationStrategy: PID 31491 died...\u000a14:11:34.727261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31491): Terminated: ok {rc=0}\u000a14:11:34.736760 --- ParallelTerminationStrategy: PID 31494 died...\u000a14:11:34.789514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31494): Terminated: ok {rc=0}\u000a14:11:34.799033 --- ParallelTerminationStrategy: PID 31497 died...\u000a14:11:34.852130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31497): Terminated: ok {rc=0}\u000a14:11:34.940051 bus /sierra_3: Setting Powered False\u000a14:11:36.042402 bus /sierra_3: Setting Powered False\u000a14:11:37.152294 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:11:27" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31509): Process ended prematurely: osmo-stp_10.42.42.5(pid=31509) [trial-2405↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31509)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31509): Process ended prematurely: osmo-stp_10.42.42.5(pid=31509) [trial-2405↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:11:39.130718 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:11:39.142246 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:11:39.281385 tst handover.py: using LAC 41439\u000a14:11:39.408395 tst handover.py: using RAC 129\u000a14:11:39.535185 tst handover.py: using CellId 41439\u000a14:11:39.662090 tst handover.py: using BVCI 41440\u000a14:11:39.687044 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:11:39.815281 tst handover.py: using LAC 41440\u000a14:11:39.943237 tst handover.py: using RAC 130\u000a14:11:40.069698 tst handover.py: using CellId 41440\u000a14:11:40.198240 tst handover.py: using BVCI 41441\u000a14:11:40.223254 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:11:40.234639 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:11:40.245779 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:11:40.256895 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:11:40.268442 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:11:40.280065 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:11:40.396255 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:11:40.610066 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:11:41.096041 run create_hlr_db(pid=31503): Launched\u000a14:11:41.228818 bus /sierra_2: Setting Powered False\u000a14:11:42.306428 run create_hlr_db(pid=31503): Terminated: ok {rc=0}\u000a14:11:42.713267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31505): Launched\u000a14:11:43.041391 run osmo-hlr_10.42.42.2(pid=31506): Launched\u000a14:11:43.164099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:11:43.703937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31508): Launched\u000a14:11:44.032643 run osmo-stp_10.42.42.5(pid=31509): Launched\u000a14:11:44.152255 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:11:44.721165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31511): Launched\u000a14:11:45.050267 run osmo-msc_10.42.42.6(pid=31512): Launched\u000a14:11:45.241821 run osmo-stp_10.42.42.5(pid=31509): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31509)]\u000a14:11:45.380628 run osmo-stp_10.42.42.5(pid=31509): stdout: \u000a| (launched: 2022-12-14_14:11:43.870776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:45.518499 run osmo-stp_10.42.42.5(pid=31509): stderr: \u000a| �[0;m�[38;5;43m20221214141144062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141144062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141144063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141144063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141144063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141144063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141144064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:45.650605 run osmo-stp_10.42.42.5(pid=31509): stdout: \u000a| (launched: 2022-12-14_14:11:43.870776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:45.781823 run osmo-stp_10.42.42.5(pid=31509): stderr: \u000a| �[0;m�[38;5;43m20221214141144062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141144062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141144063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141144063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141144063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141144063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141144064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:45.845629 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31509): Process ended prematurely: osmo-stp_10.42.42.5(pid=31509) [trial-2405↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31509)] [trial-2405↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a14:11:45.855073 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:11:45.930292 run osmo-hlr_10.42.42.2(pid=31506): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31506)]\u000a14:11:45.980629 run osmo-hlr_10.42.42.2(pid=31506): stdout: \u000a| (launched: 2022-12-14_14:11:42.879902) \u000a14:11:46.032517 run osmo-hlr_10.42.42.2(pid=31506): stderr: \u000a| �[0;m�[1;31m20221214141143079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141143079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141143079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141143079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141143079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141143079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141143092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141143100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141143100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141143100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:11:46.103655 run osmo-msc_10.42.42.6(pid=31512): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31512)]\u000a14:11:46.155391 run osmo-msc_10.42.42.6(pid=31512): stdout: \u000a| (launched: 2022-12-14_14:11:44.888025) \u000a14:11:46.206745 run osmo-msc_10.42.42.6(pid=31512): stderr: \u000a| �[0;m�[38;5;43m20221214141145211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141145211 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb43860cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141145211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141145211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141145211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141145211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141145213 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141145213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141145214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141145214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:11:46.250661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31505): Terminating (SIGTERM)\u000a14:11:46.294131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31508): Terminating (SIGTERM)\u000a14:11:46.339330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31511): Terminating (SIGTERM)\u000a14:11:46.351578 --- ParallelTerminationStrategy: PID 31505 died...\u000a14:11:46.408439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31505): Terminated: ok {rc=0}\u000a14:11:46.418895 --- ParallelTerminationStrategy: PID 31508 died...\u000a14:11:46.474651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31508): Terminated: ok {rc=0}\u000a14:11:46.484849 --- ParallelTerminationStrategy: PID 31511 died...\u000a14:11:46.541453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31511): Terminated: ok {rc=0}\u000a14:11:46.629086 bus /sierra_3: Setting Powered False\u000a14:11:47.731380 bus /sierra_3: Setting Powered False\u000a14:11:48.842911 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:11:38" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31523): Process ended prematurely: osmo-stp_10.42.42.5(pid=31523) [trial-2405↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31523)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31523): Process ended prematurely: osmo-stp_10.42.42.5(pid=31523) [trial-2405↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:11:50.829893 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:11:50.840722 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:11:50.968820 tst handover.py: using LAC 41441\u000a14:11:51.094870 tst handover.py: using RAC 131\u000a14:11:51.221777 tst handover.py: using CellId 41441\u000a14:11:51.351072 tst handover.py: using BVCI 41442\u000a14:11:51.376122 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:11:51.520488 tst handover.py: using LAC 41442\u000a14:11:51.647969 tst handover.py: using RAC 132\u000a14:11:51.774892 tst handover.py: using CellId 41442\u000a14:11:51.903353 tst handover.py: using BVCI 41443\u000a14:11:51.928379 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:11:51.939832 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:11:51.951388 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:11:51.962685 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:11:51.974310 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:11:51.985881 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:11:52.101709 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:11:52.315778 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:11:52.804857 run create_hlr_db(pid=31517): Launched\u000a14:11:52.938091 bus /sierra_2: Setting Powered False\u000a14:11:54.015728 run create_hlr_db(pid=31517): Terminated: ok {rc=0}\u000a14:11:54.403091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31519): Launched\u000a14:11:54.712521 run osmo-hlr_10.42.42.2(pid=31520): Launched\u000a14:11:54.830997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:11:55.335890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31522): Launched\u000a14:11:55.644016 run osmo-stp_10.42.42.5(pid=31523): Launched\u000a14:11:55.755821 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:11:56.289432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31525): Launched\u000a14:11:56.600411 run osmo-msc_10.42.42.6(pid=31526): Launched\u000a14:11:56.785830 run osmo-stp_10.42.42.5(pid=31523): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31523)]\u000a14:11:56.926427 run osmo-stp_10.42.42.5(pid=31523): stdout: \u000a| (launched: 2022-12-14_14:11:55.492280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:57.064095 run osmo-stp_10.42.42.5(pid=31523): stderr: \u000a| �[0;m�[38;5;43m20221214141155664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141155664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141155664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141155664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141155665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141155665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141155665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:57.196524 run osmo-stp_10.42.42.5(pid=31523): stdout: \u000a| (launched: 2022-12-14_14:11:55.492280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:57.328274 run osmo-stp_10.42.42.5(pid=31523): stderr: \u000a| �[0;m�[38;5;43m20221214141155664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141155664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141155664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141155664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141155665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141155665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141155665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:57.386098 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31523): Process ended prematurely: osmo-stp_10.42.42.5(pid=31523) [trial-2405↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31523)] [trial-2405↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a14:11:57.394828 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:11:57.457790 run osmo-hlr_10.42.42.2(pid=31520): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31520)]\u000a14:11:57.509576 run osmo-hlr_10.42.42.2(pid=31520): stdout: \u000a| (launched: 2022-12-14_14:11:54.560055) \u000a14:11:57.561694 run osmo-hlr_10.42.42.2(pid=31520): stderr: \u000a| �[0;m�[1;31m20221214141154740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141154740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141154740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141154741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141154741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141154741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141154753 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141154761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141154762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141154762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:11:57.632121 run osmo-msc_10.42.42.6(pid=31526): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31526)]\u000a14:11:57.683321 run osmo-msc_10.42.42.6(pid=31526): stdout: \u000a| (launched: 2022-12-14_14:11:56.445539) \u000a14:11:57.735236 run osmo-msc_10.42.42.6(pid=31526): stderr: \u000a| �[0;m�[38;5;43m20221214141156717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141156717 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc01ff6ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141156717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141156717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141156717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141156718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141156719 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141156721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141156721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141156721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:11:57.779815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31519): Terminating (SIGTERM)\u000a14:11:57.822260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31522): Terminating (SIGTERM)\u000a14:11:57.864629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31525): Terminating (SIGTERM)\u000a14:11:57.874370 --- ParallelTerminationStrategy: PID 31519 died...\u000a14:11:57.931810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31519): Terminated: ok {rc=0}\u000a14:11:57.942050 --- ParallelTerminationStrategy: PID 31522 died...\u000a14:11:57.998768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31522): Terminated: ok {rc=0}\u000a14:11:58.008925 --- ParallelTerminationStrategy: PID 31525 died...\u000a14:11:58.065580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31525): Terminated: ok {rc=0}\u000a14:11:58.153556 bus /sierra_3: Setting Powered False\u000a14:11:59.259451 bus /sierra_3: Setting Powered False\u000a14:12:00.366749 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:11:50" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31537): Process ended prematurely: osmo-stp_10.42.42.5(pid=31537) [trial-2405↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31537)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31537): Process ended prematurely: osmo-stp_10.42.42.5(pid=31537) [trial-2405↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:12:02.412499 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:12:02.423791 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:12:02.558654 tst handover.py: using LAC 41443\u000a14:12:02.685551 tst handover.py: using RAC 133\u000a14:12:02.814631 tst handover.py: using CellId 41443\u000a14:12:02.941393 tst handover.py: using BVCI 41444\u000a14:12:02.966255 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:12:03.107940 tst handover.py: using LAC 41444\u000a14:12:03.234965 tst handover.py: using RAC 134\u000a14:12:03.361883 tst handover.py: using CellId 41444\u000a14:12:03.491397 tst handover.py: using BVCI 41445\u000a14:12:03.516728 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:12:03.528164 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:12:03.539458 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:12:03.550826 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:12:03.562880 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:12:03.575007 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:12:03.694400 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:12:03.896098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:12:04.361377 run create_hlr_db(pid=31531): Launched\u000a14:12:04.486225 bus /sierra_2: Setting Powered False\u000a14:12:05.560834 run create_hlr_db(pid=31531): Terminated: ok {rc=0}\u000a14:12:05.967353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31533): Launched\u000a14:12:06.296811 run osmo-hlr_10.42.42.2(pid=31534): Launched\u000a14:12:06.417128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:12:06.958698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31536): Launched\u000a14:12:07.287296 run osmo-stp_10.42.42.5(pid=31537): Launched\u000a14:12:07.407206 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:12:07.977283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31539): Launched\u000a14:12:08.308045 run osmo-msc_10.42.42.6(pid=31540): Launched\u000a14:12:08.501832 run osmo-stp_10.42.42.5(pid=31537): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31537)]\u000a14:12:08.640818 run osmo-stp_10.42.42.5(pid=31537): stdout: \u000a| (launched: 2022-12-14_14:12:07.125621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:08.775043 run osmo-stp_10.42.42.5(pid=31537): stderr: \u000a| �[0;m�[38;5;43m20221214141207319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141207319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141207319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141207319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141207320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141207320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141207320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:08.899215 run osmo-stp_10.42.42.5(pid=31537): stdout: \u000a| (launched: 2022-12-14_14:12:07.125621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:09.022052 run osmo-stp_10.42.42.5(pid=31537): stderr: \u000a| �[0;m�[38;5;43m20221214141207319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141207319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141207319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141207319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141207320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141207320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141207320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:09.075591 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31537): Process ended prematurely: osmo-stp_10.42.42.5(pid=31537) [trial-2405↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31537)] [trial-2405↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a14:12:09.083738 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:12:09.144141 run osmo-hlr_10.42.42.2(pid=31534): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31534)]\u000a14:12:09.193805 run osmo-hlr_10.42.42.2(pid=31534): stdout: \u000a| (launched: 2022-12-14_14:12:06.134974) \u000a14:12:09.243974 run osmo-hlr_10.42.42.2(pid=31534): stderr: \u000a| �[0;m�[1;31m20221214141206334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141206335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141206335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141206335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141206335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141206335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141206349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141206357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141206357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141206357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:12:09.311997 run osmo-msc_10.42.42.6(pid=31540): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31540)]\u000a14:12:09.361460 run osmo-msc_10.42.42.6(pid=31540): stdout: \u000a| (launched: 2022-12-14_14:12:08.145238) \u000a14:12:09.411623 run osmo-msc_10.42.42.6(pid=31540): stderr: \u000a| �[0;m�[38;5;43m20221214141208466 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141208467 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f009a5fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141208467 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141208467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141208467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141208467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141208469 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141208469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141208469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141208469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:12:09.454565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31533): Terminating (SIGTERM)\u000a14:12:09.494945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31536): Terminating (SIGTERM)\u000a14:12:09.535921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31539): Terminating (SIGTERM)\u000a14:12:09.545337 --- ParallelTerminationStrategy: PID 31533 died...\u000a14:12:09.599448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31533): Terminated: ok {rc=0}\u000a14:12:09.609141 --- ParallelTerminationStrategy: PID 31536 died...\u000a14:12:09.662985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31536): Terminated: ok {rc=0}\u000a14:12:09.672756 --- ParallelTerminationStrategy: PID 31539 died...\u000a14:12:09.726826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31539): Terminated: ok {rc=0}\u000a14:12:09.811557 bus /sierra_3: Setting Powered False\u000a14:12:10.919198 bus /sierra_3: Setting Powered False\u000a14:12:12.031797 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:12:02" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31551): Process ended prematurely: osmo-stp_10.42.42.5(pid=31551) [trial-2405↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31551)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31551): Process ended prematurely: osmo-stp_10.42.42.5(pid=31551) [trial-2405↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a14:12:13.991971 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:12:14.003023 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a14:12:14.132613 tst handover.py: using LAC 41445\u000a14:12:14.261015 tst handover.py: using RAC 135\u000a14:12:14.390663 tst handover.py: using CellId 41445\u000a14:12:14.517554 tst handover.py: using BVCI 41446\u000a14:12:14.542423 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a14:12:14.673889 tst handover.py: using LAC 41446\u000a14:12:14.803137 tst handover.py: using RAC 136\u000a14:12:14.930554 tst handover.py: using CellId 41446\u000a14:12:15.058083 tst handover.py: using BVCI 41447\u000a14:12:15.082954 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:12:15.094222 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:12:15.105271 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:12:15.116186 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:12:15.127633 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:12:15.139040 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a14:12:15.256286 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a14:12:15.460911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:12:15.972388 run create_hlr_db(pid=31545): Launched\u000a14:12:16.111473 bus /sierra_2: Setting Powered False\u000a14:12:17.182185 run create_hlr_db(pid=31545): Terminated: ok {rc=0}\u000a14:12:17.589999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31547): Launched\u000a14:12:17.920508 run osmo-hlr_10.42.42.2(pid=31548): Launched\u000a14:12:18.037940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:12:18.546715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31550): Launched\u000a14:12:18.854781 run osmo-stp_10.42.42.5(pid=31551): Launched\u000a14:12:18.967009 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:12:19.501238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31553): Launched\u000a14:12:19.810050 run osmo-msc_10.42.42.6(pid=31554): Launched\u000a14:12:19.990134 run osmo-stp_10.42.42.5(pid=31551): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31551)]\u000a14:12:20.119928 run osmo-stp_10.42.42.5(pid=31551): stdout: \u000a| (launched: 2022-12-14_14:12:18.703086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:20.247624 run osmo-stp_10.42.42.5(pid=31551): stderr: \u000a| �[0;m�[38;5;43m20221214141218874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141218874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141218874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141218875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141218877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141218877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141218877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:20.371251 run osmo-stp_10.42.42.5(pid=31551): stdout: \u000a| (launched: 2022-12-14_14:12:18.703086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:20.493806 run osmo-stp_10.42.42.5(pid=31551): stderr: \u000a| �[0;m�[38;5;43m20221214141218874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141218874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141218874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141218875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141218877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141218877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141218877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:20.547118 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31551): Process ended prematurely: osmo-stp_10.42.42.5(pid=31551) [trial-2405↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31551)] [trial-2405↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a14:12:20.554983 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:12:20.614726 run osmo-hlr_10.42.42.2(pid=31548): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31548)]\u000a14:12:20.663293 run osmo-hlr_10.42.42.2(pid=31548): stdout: \u000a| (launched: 2022-12-14_14:12:17.757790) \u000a14:12:20.712311 run osmo-hlr_10.42.42.2(pid=31548): stderr: \u000a| �[0;m�[1;31m20221214141217959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141217959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141217959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141217959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141217959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141217959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141217972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141217980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141217980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141217980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:12:20.779073 run osmo-msc_10.42.42.6(pid=31554): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31554)]\u000a14:12:20.827578 run osmo-msc_10.42.42.6(pid=31554): stdout: \u000a| (launched: 2022-12-14_14:12:19.657906) \u000a14:12:20.876549 run osmo-msc_10.42.42.6(pid=31554): stderr: \u000a| �[0;m�[38;5;43m20221214141219930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141219930 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc058395c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141219930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141219930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141219931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141219931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141219932 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141219933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141219933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141219933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:12:20.918011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31547): Terminating (SIGTERM)\u000a14:12:20.957325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31550): Terminating (SIGTERM)\u000a14:12:20.997507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31553): Terminating (SIGTERM)\u000a14:12:21.006681 --- ParallelTerminationStrategy: PID 31547 died...\u000a14:12:21.059819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31547): Terminated: ok {rc=0}\u000a14:12:21.069540 --- ParallelTerminationStrategy: PID 31550 died...\u000a14:12:21.122454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31550): Terminated: ok {rc=0}\u000a14:12:21.131994 --- ParallelTerminationStrategy: PID 31553 died...\u000a14:12:21.184743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31553): Terminated: ok {rc=0}\u000a14:12:21.272365 bus /sierra_3: Setting Powered False\u000a14:12:22.376501 bus /sierra_3: Setting Powered False\u000a14:12:23.483372 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:12:13" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31565): Process ended prematurely: osmo-stp_10.42.42.5(pid=31565) [trial-2405↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31565)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31565): Process ended prematurely: osmo-stp_10.42.42.5(pid=31565) [trial-2405↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a14:12:25.449095 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:12:25.460004 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:12:25.593671 tst handover.py: using LAC 41447\u000a14:12:25.720237 tst handover.py: using RAC 137\u000a14:12:25.846754 tst handover.py: using CellId 41447\u000a14:12:25.972874 tst handover.py: using BVCI 41448\u000a14:12:25.997894 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:12:26.135675 tst handover.py: using LAC 41448\u000a14:12:26.256246 tst handover.py: using RAC 138\u000a14:12:26.388078 tst handover.py: using CellId 41448\u000a14:12:26.516421 tst handover.py: using BVCI 41449\u000a14:12:26.541441 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:12:26.552586 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:12:26.563529 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:12:26.574506 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:12:26.586503 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:12:26.598415 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:12:26.716583 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:12:26.925447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:12:27.391714 run create_hlr_db(pid=31559): Launched\u000a14:12:27.517321 bus /sierra_2: Setting Powered False\u000a14:12:28.591155 run create_hlr_db(pid=31559): Terminated: ok {rc=0}\u000a14:12:28.998532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31561): Launched\u000a14:12:29.328581 run osmo-hlr_10.42.42.2(pid=31562): Launched\u000a14:12:29.452103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:12:29.992633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31564): Launched\u000a14:12:30.322006 run osmo-stp_10.42.42.5(pid=31565): Launched\u000a14:12:30.442451 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:12:31.069996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31567): Launched\u000a14:12:31.508234 run osmo-msc_10.42.42.6(pid=31568): Launched\u000a14:12:31.921875 run osmo-stp_10.42.42.5(pid=31565): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31565)]\u000a14:12:32.115439 run osmo-stp_10.42.42.5(pid=31565): stdout: \u000a| (launched: 2022-12-14_14:12:30.159894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:32.248901 run osmo-stp_10.42.42.5(pid=31565): stderr: \u000a| �[0;m�[38;5;43m20221214141230356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141230356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141230356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141230357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141230357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141230357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141230357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:32.373490 run osmo-stp_10.42.42.5(pid=31565): stdout: \u000a| (launched: 2022-12-14_14:12:30.159894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:32.497117 run osmo-stp_10.42.42.5(pid=31565): stderr: \u000a| �[0;m�[38;5;43m20221214141230356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141230356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141230356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141230357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141230357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141230357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141230357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:32.550741 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31565): Process ended prematurely: osmo-stp_10.42.42.5(pid=31565) [trial-2405↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31565)] [trial-2405↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a14:12:32.558878 tst handover.py:18: Test FAILED (7.1 sec)\u000a14:12:32.618666 run osmo-hlr_10.42.42.2(pid=31562): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31562)]\u000a14:12:32.667796 run osmo-hlr_10.42.42.2(pid=31562): stdout: \u000a| (launched: 2022-12-14_14:12:29.166755) \u000a14:12:32.717389 run osmo-hlr_10.42.42.2(pid=31562): stderr: \u000a| �[0;m�[1;31m20221214141229366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141229366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141229366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141229366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141229366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141229367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141229379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141229389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141229389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141229389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:12:32.784546 run osmo-msc_10.42.42.6(pid=31568): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31568)]\u000a14:12:32.833229 run osmo-msc_10.42.42.6(pid=31568): stdout: \u000a| (launched: 2022-12-14_14:12:31.231450) \u000a14:12:32.882494 run osmo-msc_10.42.42.6(pid=31568): stderr: \u000a| �[0;m�[38;5;43m20221214141231640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141231640 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01cb8bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141231640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141231640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141231640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141231641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141231642 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141231643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141231643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141231643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:12:32.924445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31561): Terminating (SIGTERM)\u000a14:12:32.964010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31564): Terminating (SIGTERM)\u000a14:12:33.003747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31567): Terminating (SIGTERM)\u000a14:12:33.013043 --- ParallelTerminationStrategy: PID 31561 died...\u000a14:12:33.066663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31561): Terminated: ok {rc=0}\u000a14:12:33.076292 --- ParallelTerminationStrategy: PID 31564 died...\u000a14:12:33.129587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31564): Terminated: ok {rc=0}\u000a14:12:33.139152 --- ParallelTerminationStrategy: PID 31567 died...\u000a14:12:33.192012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31567): Terminated: ok {rc=0}\u000a14:12:33.279723 bus /sierra_3: Setting Powered False\u000a14:12:34.383510 bus /sierra_3: Setting Powered False\u000a14:12:35.488914 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:12:25" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31579): Process ended prematurely: osmo-stp_10.42.42.5(pid=31579) [trial-2405↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31579)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31579): Process ended prematurely: osmo-stp_10.42.42.5(pid=31579) [trial-2405↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a14:12:37.463632 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:12:37.474748 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:12:37.598099 tst handover.py: using LAC 41449\u000a14:12:37.721231 tst handover.py: using RAC 139\u000a14:12:37.849332 tst handover.py: using CellId 41449\u000a14:12:37.978737 tst handover.py: using BVCI 41450\u000a14:12:38.003609 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:12:38.144841 tst handover.py: using LAC 41450\u000a14:12:38.272930 tst handover.py: using RAC 140\u000a14:12:38.403491 tst handover.py: using CellId 41450\u000a14:12:38.530464 tst handover.py: using BVCI 41451\u000a14:12:38.555309 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:12:38.566779 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:12:38.577944 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:12:38.589270 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:12:38.600722 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:12:38.612210 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:12:38.730990 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:12:38.935465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:12:39.403158 run create_hlr_db(pid=31573): Launched\u000a14:12:39.528718 bus /sierra_2: Setting Powered False\u000a14:12:40.602226 run create_hlr_db(pid=31573): Terminated: ok {rc=0}\u000a14:12:41.011038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31575): Launched\u000a14:12:41.341873 run osmo-hlr_10.42.42.2(pid=31576): Launched\u000a14:12:41.465894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:12:42.002124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31578): Launched\u000a14:12:42.310590 run osmo-stp_10.42.42.5(pid=31579): Launched\u000a14:12:42.422437 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:12:42.956104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31581): Launched\u000a14:12:43.265550 run osmo-msc_10.42.42.6(pid=31582): Launched\u000a14:12:43.446089 run osmo-stp_10.42.42.5(pid=31579): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31579)]\u000a14:12:43.576440 run osmo-stp_10.42.42.5(pid=31579): stdout: \u000a| (launched: 2022-12-14_14:12:42.158763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:43.703929 run osmo-stp_10.42.42.5(pid=31579): stderr: \u000a| �[0;m�[38;5;43m20221214141242332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141242332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141242332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141242333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141242333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141242333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141242333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:43.828355 run osmo-stp_10.42.42.5(pid=31579): stdout: \u000a| (launched: 2022-12-14_14:12:42.158763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:43.950401 run osmo-stp_10.42.42.5(pid=31579): stderr: \u000a| �[0;m�[38;5;43m20221214141242332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141242332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141242332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141242333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141242333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141242333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141242333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:44.003796 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31579): Process ended prematurely: osmo-stp_10.42.42.5(pid=31579) [trial-2405↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31579)] [trial-2405↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a14:12:44.011827 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:12:44.072391 run osmo-hlr_10.42.42.2(pid=31576): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31576)]\u000a14:12:44.121721 run osmo-hlr_10.42.42.2(pid=31576): stdout: \u000a| (launched: 2022-12-14_14:12:41.178847) \u000a14:12:44.171361 run osmo-hlr_10.42.42.2(pid=31576): stderr: \u000a| �[0;m�[1;31m20221214141241379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141241379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141241379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141241379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141241379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141241379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141241392 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141241401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141241401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141241401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:12:44.238941 run osmo-msc_10.42.42.6(pid=31582): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31582)]\u000a14:12:44.288020 run osmo-msc_10.42.42.6(pid=31582): stdout: \u000a| (launched: 2022-12-14_14:12:43.112646) \u000a14:12:44.338022 run osmo-msc_10.42.42.6(pid=31582): stderr: \u000a| �[0;m�[38;5;43m20221214141243383 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141243383 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee357fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141243383 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141243383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141243383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141243384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141243385 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141243386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141243386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141243386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:12:44.380092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31575): Terminating (SIGTERM)\u000a14:12:44.419686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31578): Terminating (SIGTERM)\u000a14:12:44.459178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31581): Terminating (SIGTERM)\u000a14:12:44.468250 --- ParallelTerminationStrategy: PID 31575 died...\u000a14:12:44.521152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31575): Terminated: ok {rc=0}\u000a14:12:44.530636 --- ParallelTerminationStrategy: PID 31578 died...\u000a14:12:44.583387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31578): Terminated: ok {rc=0}\u000a14:12:44.592834 --- ParallelTerminationStrategy: PID 31581 died...\u000a14:12:44.645459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31581): Terminated: ok {rc=0}\u000a14:12:44.732265 bus /sierra_3: Setting Powered False\u000a14:12:45.834092 bus /sierra_3: Setting Powered False\u000a14:12:46.945362 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:12:37" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31594): Process ended prematurely: osmo-stp_10.42.42.5(pid=31594) [trial-2405↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31594)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31594): Process ended prematurely: osmo-stp_10.42.42.5(pid=31594) [trial-2405↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a14:12:48.950534 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:12:48.962824 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:12:49.092515 tst handover.py: using LAC 41451\u000a14:12:49.213566 tst handover.py: using RAC 141\u000a14:12:49.332327 tst handover.py: using CellId 41451\u000a14:12:49.452407 tst handover.py: using BVCI 41452\u000a14:12:49.475864 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:12:49.610757 tst handover.py: using LAC 41452\u000a14:12:49.729850 tst handover.py: using RAC 142\u000a14:12:49.849169 tst handover.py: using CellId 41452\u000a14:12:49.967808 tst handover.py: using BVCI 41453\u000a14:12:49.991167 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:12:50.002050 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:12:50.012759 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:12:50.023484 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:12:50.034369 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:12:50.045094 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:12:50.164587 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:12:50.368597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:12:50.834477 run create_hlr_db(pid=31588): Launched\u000a14:12:50.959062 bus /sierra_2: Setting Powered False\u000a14:12:52.032216 run create_hlr_db(pid=31588): Terminated: ok {rc=0}\u000a14:12:52.440764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31590): Launched\u000a14:12:52.771105 run osmo-hlr_10.42.42.2(pid=31591): Launched\u000a14:12:52.890788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:12:53.434185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31593): Launched\u000a14:12:53.763715 run osmo-stp_10.42.42.5(pid=31594): Launched\u000a14:12:53.883812 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:12:54.455464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31596): Launched\u000a14:12:54.785636 run osmo-msc_10.42.42.6(pid=31597): Launched\u000a14:12:54.977998 run osmo-stp_10.42.42.5(pid=31594): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31594)]\u000a14:12:55.116591 run osmo-stp_10.42.42.5(pid=31594): stdout: \u000a| (launched: 2022-12-14_14:12:53.602189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:55.254062 run osmo-stp_10.42.42.5(pid=31594): stderr: \u000a| �[0;m�[38;5;43m20221214141253797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141253797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141253797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141253798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141253800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141253800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141253800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:55.387041 run osmo-stp_10.42.42.5(pid=31594): stdout: \u000a| (launched: 2022-12-14_14:12:53.602189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:55.518449 run osmo-stp_10.42.42.5(pid=31594): stderr: \u000a| �[0;m�[38;5;43m20221214141253797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141253797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141253797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141253798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141253800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141253800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141253800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:55.575781 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31594): Process ended prematurely: osmo-stp_10.42.42.5(pid=31594) [trial-2405↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31594)] [trial-2405↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a14:12:55.584230 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:12:55.647390 run osmo-hlr_10.42.42.2(pid=31591): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31591)]\u000a14:12:55.698912 run osmo-hlr_10.42.42.2(pid=31591): stdout: \u000a| (launched: 2022-12-14_14:12:52.608766) \u000a14:12:55.750772 run osmo-hlr_10.42.42.2(pid=31591): stderr: \u000a| �[0;m�[1;31m20221214141252811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141252811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141252811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141252812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141252812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141252812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141252848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141252857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141252858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141252858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:12:55.821415 run osmo-msc_10.42.42.6(pid=31597): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31597)]\u000a14:12:55.872999 run osmo-msc_10.42.42.6(pid=31597): stdout: \u000a| (launched: 2022-12-14_14:12:54.623240) \u000a14:12:55.924724 run osmo-msc_10.42.42.6(pid=31597): stderr: \u000a| �[0;m�[38;5;43m20221214141254946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141254946 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c6197dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141254946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141254946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141254947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141254947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141254948 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141254949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141254949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141254949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:12:55.968842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31590): Terminating (SIGTERM)\u000a14:12:56.010461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31593): Terminating (SIGTERM)\u000a14:12:56.052737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31596): Terminating (SIGTERM)\u000a14:12:56.062412 --- ParallelTerminationStrategy: PID 31590 died...\u000a14:12:56.119012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31590): Terminated: ok {rc=0}\u000a14:12:56.129161 --- ParallelTerminationStrategy: PID 31593 died...\u000a14:12:56.185172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31593): Terminated: ok {rc=0}\u000a14:12:56.195278 --- ParallelTerminationStrategy: PID 31596 died...\u000a14:12:56.251400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31596): Terminated: ok {rc=0}\u000a14:12:56.337535 bus /sierra_3: Setting Powered False\u000a14:12:57.444410 bus /sierra_3: Setting Powered False\u000a14:12:58.552702 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:12:48" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31608): Process ended prematurely: osmo-stp_10.42.42.5(pid=31608) [trial-2405↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31608)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31608): Process ended prematurely: osmo-stp_10.42.42.5(pid=31608) [trial-2405↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31608)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:13:00.528724 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:13:00.540072 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:13:00.666822 tst handover.py: using LAC 41453\u000a14:13:00.789144 tst handover.py: using RAC 143\u000a14:13:00.949329 tst handover.py: using CellId 41453\u000a14:13:01.075160 tst handover.py: using BVCI 41454\u000a14:13:01.099385 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:13:01.229162 tst handover.py: using LAC 41454\u000a14:13:01.355316 tst handover.py: using RAC 144\u000a14:13:01.491036 tst handover.py: using CellId 41454\u000a14:13:01.658060 tst handover.py: using BVCI 41455\u000a14:13:01.694090 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:13:01.710158 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:13:01.726706 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:13:01.740205 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:13:01.752429 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:13:01.763863 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:13:01.908186 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:13:02.172337 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:13:02.674623 run create_hlr_db(pid=31602): Launched\u000a14:13:02.809100 bus /sierra_2: Setting Powered False\u000a14:13:03.885982 run create_hlr_db(pid=31602): Terminated: ok {rc=0}\u000a14:13:04.294443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31604): Launched\u000a14:13:04.625259 run osmo-hlr_10.42.42.2(pid=31605): Launched\u000a14:13:04.745293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:13:05.288000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31607): Launched\u000a14:13:05.618230 run osmo-stp_10.42.42.5(pid=31608): Launched\u000a14:13:05.738673 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:13:06.310343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31610): Launched\u000a14:13:06.640749 run osmo-msc_10.42.42.6(pid=31611): Launched\u000a14:13:06.834001 run osmo-stp_10.42.42.5(pid=31608): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31608)]\u000a14:13:06.973273 run osmo-stp_10.42.42.5(pid=31608): stdout: \u000a| (launched: 2022-12-14_14:13:05.456004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:07.111775 run osmo-stp_10.42.42.5(pid=31608): stderr: \u000a| �[0;m�[38;5;43m20221214141305649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141305649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141305649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141305650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141305650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141305650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141305650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:07.244354 run osmo-stp_10.42.42.5(pid=31608): stdout: \u000a| (launched: 2022-12-14_14:13:05.456004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:07.376255 run osmo-stp_10.42.42.5(pid=31608): stderr: \u000a| �[0;m�[38;5;43m20221214141305649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141305649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141305649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141305650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141305650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141305650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141305650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:07.433539 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31608): Process ended prematurely: osmo-stp_10.42.42.5(pid=31608) [trial-2405↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31608)] [trial-2405↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a14:13:07.442242 tst handover.py:18: Test FAILED (6.9 sec)\u000a14:13:07.505568 run osmo-hlr_10.42.42.2(pid=31605): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31605)]\u000a14:13:07.557028 run osmo-hlr_10.42.42.2(pid=31605): stdout: \u000a| (launched: 2022-12-14_14:13:04.462958) \u000a14:13:07.609354 run osmo-hlr_10.42.42.2(pid=31605): stderr: \u000a| �[0;m�[1;31m20221214141304661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141304661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141304661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141304661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141304661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141304661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141304674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141304682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141304683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141304683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:13:07.680204 run osmo-msc_10.42.42.6(pid=31611): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31611)]\u000a14:13:07.731426 run osmo-msc_10.42.42.6(pid=31611): stdout: \u000a| (launched: 2022-12-14_14:13:06.478588) \u000a14:13:07.783154 run osmo-msc_10.42.42.6(pid=31611): stderr: \u000a| �[0;m�[38;5;43m20221214141306800 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141306801 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f96477d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141306801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141306801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141306801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141306801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141306803 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141306803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141306803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141306803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:13:07.827232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31604): Terminating (SIGTERM)\u000a14:13:07.869468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31607): Terminating (SIGTERM)\u000a14:13:07.911212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31610): Terminating (SIGTERM)\u000a14:13:07.920917 --- ParallelTerminationStrategy: PID 31604 died...\u000a14:13:07.978062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31604): Terminated: ok {rc=0}\u000a14:13:07.988228 --- ParallelTerminationStrategy: PID 31607 died...\u000a14:13:08.044298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31607): Terminated: ok {rc=0}\u000a14:13:08.054300 --- ParallelTerminationStrategy: PID 31610 died...\u000a14:13:08.110491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31610): Terminated: ok {rc=0}\u000a14:13:08.196723 bus /sierra_3: Setting Powered False\u000a14:13:09.303013 bus /sierra_3: Setting Powered False\u000a14:13:10.410546 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:13:00" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31622): Process ended prematurely: osmo-stp_10.42.42.5(pid=31622) [trial-2405↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31622)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31622): Process ended prematurely: osmo-stp_10.42.42.5(pid=31622) [trial-2405↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31622)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:13:12.396941 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:13:12.409145 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:13:12.543353 tst handover.py: using LAC 41455\u000a14:13:12.674879 tst handover.py: using RAC 145\u000a14:13:12.806121 tst handover.py: using CellId 41455\u000a14:13:12.934269 tst handover.py: using BVCI 41456\u000a14:13:12.959312 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:13:13.096630 tst handover.py: using LAC 41456\u000a14:13:13.216842 tst handover.py: using RAC 146\u000a14:13:13.337119 tst handover.py: using CellId 41456\u000a14:13:13.457146 tst handover.py: using BVCI 41457\u000a14:13:13.480414 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:13:13.491119 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:13:13.501663 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:13:13.512203 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:13:13.523078 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:13:13.533600 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:13:13.651676 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:13:13.864056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:13:14.354000 run create_hlr_db(pid=31616): Launched\u000a14:13:14.488326 bus /sierra_2: Setting Powered False\u000a14:13:15.564146 run create_hlr_db(pid=31616): Terminated: ok {rc=0}\u000a14:13:15.979982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31618): Launched\u000a14:13:16.427745 run osmo-hlr_10.42.42.2(pid=31619): Launched\u000a14:13:16.625237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:13:17.216508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31621): Launched\u000a14:13:17.553437 run osmo-stp_10.42.42.5(pid=31622): Launched\u000a14:13:17.674101 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:13:18.246688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31624): Launched\u000a14:13:18.576928 run osmo-msc_10.42.42.6(pid=31625): Launched\u000a14:13:18.770133 run osmo-stp_10.42.42.5(pid=31622): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31622)]\u000a14:13:18.908877 run osmo-stp_10.42.42.5(pid=31622): stdout: \u000a| (launched: 2022-12-14_14:13:17.388333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:19.047138 run osmo-stp_10.42.42.5(pid=31622): stderr: \u000a| �[0;m�[38;5;43m20221214141317585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141317585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141317586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141317586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141317586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141317587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141317587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:19.179164 run osmo-stp_10.42.42.5(pid=31622): stdout: \u000a| (launched: 2022-12-14_14:13:17.388333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:19.310894 run osmo-stp_10.42.42.5(pid=31622): stderr: \u000a| �[0;m�[38;5;43m20221214141317585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141317585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141317586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141317586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141317586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141317587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141317587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:19.368160 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31622): Process ended prematurely: osmo-stp_10.42.42.5(pid=31622) [trial-2405↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31622)] [trial-2405↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a14:13:19.377145 tst handover.py:18: Test FAILED (7.0 sec)\u000a14:13:19.439822 run osmo-hlr_10.42.42.2(pid=31619): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31619)]\u000a14:13:19.490988 run osmo-hlr_10.42.42.2(pid=31619): stdout: \u000a| (launched: 2022-12-14_14:13:16.163246) \u000a14:13:19.542794 run osmo-hlr_10.42.42.2(pid=31619): stderr: \u000a| �[0;m�[1;31m20221214141316377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141316377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141316377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141316377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141316378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141316378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141316401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141316431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141316431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141316431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:13:19.612767 run osmo-msc_10.42.42.6(pid=31625): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31625)]\u000a14:13:19.663701 run osmo-msc_10.42.42.6(pid=31625): stdout: \u000a| (launched: 2022-12-14_14:13:18.414489) \u000a14:13:19.715002 run osmo-msc_10.42.42.6(pid=31625): stderr: \u000a| �[0;m�[38;5;43m20221214141318738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141318738 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f72e8a04c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141318738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141318738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141318738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141318738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141318740 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141318740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141318740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141318740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:13:19.758873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31618): Terminating (SIGTERM)\u000a14:13:19.800420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31621): Terminating (SIGTERM)\u000a14:13:19.842344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31624): Terminating (SIGTERM)\u000a14:13:19.851914 --- ParallelTerminationStrategy: PID 31618 died...\u000a14:13:19.908141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31618): Terminated: ok {rc=0}\u000a14:13:19.918125 --- ParallelTerminationStrategy: PID 31621 died...\u000a14:13:19.974147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31621): Terminated: ok {rc=0}\u000a14:13:19.984097 --- ParallelTerminationStrategy: PID 31624 died...\u000a14:13:20.040489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31624): Terminated: ok {rc=0}\u000a14:13:20.127351 bus /sierra_3: Setting Powered False\u000a14:13:21.233002 bus /sierra_3: Setting Powered False\u000a14:13:22.341330 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:13:12" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31636): Process ended prematurely: osmo-stp_10.42.42.5(pid=31636) [trial-2405↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31636)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31636): Process ended prematurely: osmo-stp_10.42.42.5(pid=31636) [trial-2405↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:13:24.342695 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:13:24.354024 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:13:24.490843 tst handover.py: using LAC 41457\u000a14:13:24.617565 tst handover.py: using RAC 147\u000a14:13:24.746955 tst handover.py: using CellId 41457\u000a14:13:24.879189 tst handover.py: using BVCI 41458\u000a14:13:24.904780 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:13:25.046547 tst handover.py: using LAC 41458\u000a14:13:25.173990 tst handover.py: using RAC 148\u000a14:13:25.302813 tst handover.py: using CellId 41458\u000a14:13:25.430497 tst handover.py: using BVCI 41459\u000a14:13:25.455719 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:13:25.466988 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:13:25.478182 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:13:25.489445 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:13:25.501554 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:13:25.513490 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:13:25.633588 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:13:25.849160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:13:26.339131 run create_hlr_db(pid=31630): Launched\u000a14:13:26.474255 bus /sierra_2: Setting Powered False\u000a14:13:27.541339 run create_hlr_db(pid=31630): Terminated: ok {rc=0}\u000a14:13:27.949891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31632): Launched\u000a14:13:28.281502 run osmo-hlr_10.42.42.2(pid=31633): Launched\u000a14:13:28.404515 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:13:28.931497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31635): Launched\u000a14:13:29.238646 run osmo-stp_10.42.42.5(pid=31636): Launched\u000a14:13:29.351201 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:13:29.886146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31638): Launched\u000a14:13:30.195437 run osmo-msc_10.42.42.6(pid=31639): Launched\u000a14:13:30.376043 run osmo-stp_10.42.42.5(pid=31636): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31636)]\u000a14:13:30.505924 run osmo-stp_10.42.42.5(pid=31636): stdout: \u000a| (launched: 2022-12-14_14:13:29.087398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:30.633101 run osmo-stp_10.42.42.5(pid=31636): stderr: \u000a| �[0;m�[38;5;43m20221214141329261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141329262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141329262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141329262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141329263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141329263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141329263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:30.755977 run osmo-stp_10.42.42.5(pid=31636): stdout: \u000a| (launched: 2022-12-14_14:13:29.087398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:30.889835 run osmo-stp_10.42.42.5(pid=31636): stderr: \u000a| �[0;m�[38;5;43m20221214141329261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141329262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141329262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141329262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141329263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141329263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141329263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:30.955852 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31636): Process ended prematurely: osmo-stp_10.42.42.5(pid=31636) [trial-2405↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31636)] [trial-2405↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a14:13:30.965423 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:13:31.031615 run osmo-hlr_10.42.42.2(pid=31633): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31633)]\u000a14:13:31.086294 run osmo-hlr_10.42.42.2(pid=31633): stdout: \u000a| (launched: 2022-12-14_14:13:28.118470) \u000a14:13:31.141703 run osmo-hlr_10.42.42.2(pid=31633): stderr: \u000a| �[0;m�[1;31m20221214141328320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141328320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141328320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141328320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141328320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141328320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141328335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141328345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141328345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141328345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:13:31.214991 run osmo-msc_10.42.42.6(pid=31639): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31639)]\u000a14:13:31.268393 run osmo-msc_10.42.42.6(pid=31639): stdout: \u000a| (launched: 2022-12-14_14:13:30.042548) \u000a14:13:31.323674 run osmo-msc_10.42.42.6(pid=31639): stderr: \u000a| �[0;m�[38;5;43m20221214141330318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141330318 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd473d79c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141330318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141330318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141330318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141330318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141330320 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141330320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141330320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141330320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:13:31.371329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31632): Terminating (SIGTERM)\u000a14:13:31.415451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31635): Terminating (SIGTERM)\u000a14:13:31.461479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31638): Terminating (SIGTERM)\u000a14:13:31.472293 --- ParallelTerminationStrategy: PID 31632 died...\u000a14:13:31.534782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31632): Terminated: ok {rc=0}\u000a14:13:31.547100 --- ParallelTerminationStrategy: PID 31635 died...\u000a14:13:31.606004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31635): Terminated: ok {rc=0}\u000a14:13:31.617728 --- ParallelTerminationStrategy: PID 31638 died...\u000a14:13:31.677714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31638): Terminated: ok {rc=0}\u000a14:13:31.768765 bus /sierra_3: Setting Powered False\u000a14:13:32.871726 bus /sierra_3: Setting Powered False\u000a14:13:33.982638 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:13:24" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31651): Process ended prematurely: osmo-stp_10.42.42.5(pid=31651) [trial-2405↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31651)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31651): Process ended prematurely: osmo-stp_10.42.42.5(pid=31651) [trial-2405↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a14:13:35.963192 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:13:35.973975 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:13:36.095959 tst handover.py: using LAC 41459\u000a14:13:36.219689 tst handover.py: using RAC 149\u000a14:13:36.342020 tst handover.py: using CellId 41459\u000a14:13:36.463612 tst handover.py: using BVCI 41460\u000a14:13:36.486926 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:13:36.623105 tst handover.py: using LAC 41460\u000a14:13:36.745727 tst handover.py: using RAC 150\u000a14:13:36.868300 tst handover.py: using CellId 41460\u000a14:13:36.988686 tst handover.py: using BVCI 41461\u000a14:13:37.012192 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:13:37.023086 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:13:37.033963 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:13:37.044667 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:13:37.056017 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:13:37.067346 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:13:37.189622 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:13:37.392280 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:13:37.857924 run create_hlr_db(pid=31645): Launched\u000a14:13:37.982626 bus /sierra_2: Setting Powered False\u000a14:13:39.056781 run create_hlr_db(pid=31645): Terminated: ok {rc=0}\u000a14:13:39.464787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31647): Launched\u000a14:13:39.794695 run osmo-hlr_10.42.42.2(pid=31648): Launched\u000a14:13:39.918462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:13:40.461064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31650): Launched\u000a14:13:40.790000 run osmo-stp_10.42.42.5(pid=31651): Launched\u000a14:13:40.909714 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:13:41.485228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31653): Launched\u000a14:13:41.815896 run osmo-msc_10.42.42.6(pid=31654): Launched\u000a14:13:42.009428 run osmo-stp_10.42.42.5(pid=31651): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31651)]\u000a14:13:42.148538 run osmo-stp_10.42.42.5(pid=31651): stdout: \u000a| (launched: 2022-12-14_14:13:40.628216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:42.286304 run osmo-stp_10.42.42.5(pid=31651): stderr: \u000a| �[0;m�[38;5;43m20221214141340825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141340825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141340825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141340826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141340826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141340826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141340826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:42.418920 run osmo-stp_10.42.42.5(pid=31651): stdout: \u000a| (launched: 2022-12-14_14:13:40.628216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:42.549980 run osmo-stp_10.42.42.5(pid=31651): stderr: \u000a| �[0;m�[38;5;43m20221214141340825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141340825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141340825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141340826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141340826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141340826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141340826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:42.607145 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31651): Process ended prematurely: osmo-stp_10.42.42.5(pid=31651) [trial-2405↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31651)] [trial-2405↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a14:13:42.615611 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:13:42.678790 run osmo-hlr_10.42.42.2(pid=31648): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31648)]\u000a14:13:42.730262 run osmo-hlr_10.42.42.2(pid=31648): stdout: \u000a| (launched: 2022-12-14_14:13:39.632772) \u000a14:13:42.782244 run osmo-hlr_10.42.42.2(pid=31648): stderr: \u000a| �[0;m�[1;31m20221214141339835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141339835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141339835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141339835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141339835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141339835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141339847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141339855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141339855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141339855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:13:42.852783 run osmo-msc_10.42.42.6(pid=31654): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31654)]\u000a14:13:42.903969 run osmo-msc_10.42.42.6(pid=31654): stdout: \u000a| (launched: 2022-12-14_14:13:41.653289) \u000a14:13:42.955885 run osmo-msc_10.42.42.6(pid=31654): stderr: \u000a| �[0;m�[38;5;43m20221214141341974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141341974 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f951f1b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141341974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141341974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141341974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141341974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141341976 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141341976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141341977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141341977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:13:43.000184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31647): Terminating (SIGTERM)\u000a14:13:43.042054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31650): Terminating (SIGTERM)\u000a14:13:43.084349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31653): Terminating (SIGTERM)\u000a14:13:43.094082 --- ParallelTerminationStrategy: PID 31647 died...\u000a14:13:43.150672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31647): Terminated: ok {rc=0}\u000a14:13:43.160723 --- ParallelTerminationStrategy: PID 31650 died...\u000a14:13:43.217084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31650): Terminated: ok {rc=0}\u000a14:13:43.227066 --- ParallelTerminationStrategy: PID 31653 died...\u000a14:13:43.283602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31653): Terminated: ok {rc=0}\u000a14:13:43.370514 bus /sierra_3: Setting Powered False\u000a14:13:44.475642 bus /sierra_3: Setting Powered False\u000a14:13:45.583414 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:13:35" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31665): Process ended prematurely: osmo-stp_10.42.42.5(pid=31665) [trial-2405↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31665)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31665): Process ended prematurely: osmo-stp_10.42.42.5(pid=31665) [trial-2405↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a14:13:47.593556 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:13:47.605266 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:13:47.734314 tst handover.py: using LAC 41461\u000a14:13:47.864055 tst handover.py: using RAC 151\u000a14:13:47.991774 tst handover.py: using CellId 41461\u000a14:13:48.125945 tst handover.py: using BVCI 41462\u000a14:13:48.150766 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:13:48.289023 tst handover.py: using LAC 41462\u000a14:13:48.415731 tst handover.py: using RAC 152\u000a14:13:48.542030 tst handover.py: using CellId 41462\u000a14:13:48.668133 tst handover.py: using BVCI 41463\u000a14:13:48.693081 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:13:48.704432 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:13:48.715671 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:13:48.727051 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:13:48.738704 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:13:48.750351 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:13:48.867751 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:13:49.069786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:13:49.537140 run create_hlr_db(pid=31659): Launched\u000a14:13:49.662234 bus /sierra_2: Setting Powered False\u000a14:13:50.735409 run create_hlr_db(pid=31659): Terminated: ok {rc=0}\u000a14:13:51.143627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31661): Launched\u000a14:13:51.474548 run osmo-hlr_10.42.42.2(pid=31662): Launched\u000a14:13:51.600447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:13:52.143927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31664): Launched\u000a14:13:52.475249 run osmo-stp_10.42.42.5(pid=31665): Launched\u000a14:13:52.596602 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:13:53.167216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31667): Launched\u000a14:13:53.498440 run osmo-msc_10.42.42.6(pid=31668): Launched\u000a14:13:53.692544 run osmo-stp_10.42.42.5(pid=31665): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31665)]\u000a14:13:53.832270 run osmo-stp_10.42.42.5(pid=31665): stdout: \u000a| (launched: 2022-12-14_14:13:52.312017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:53.970814 run osmo-stp_10.42.42.5(pid=31665): stderr: \u000a| �[0;m�[38;5;43m20221214141352506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141352506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141352507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141352507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141352509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141352510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141352510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:54.103869 run osmo-stp_10.42.42.5(pid=31665): stdout: \u000a| (launched: 2022-12-14_14:13:52.312017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:54.235706 run osmo-stp_10.42.42.5(pid=31665): stderr: \u000a| �[0;m�[38;5;43m20221214141352506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141352506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141352507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141352507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141352509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141352510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141352510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:54.292814 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31665): Process ended prematurely: osmo-stp_10.42.42.5(pid=31665) [trial-2405↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31665)] [trial-2405↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a14:13:54.301558 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:13:54.364699 run osmo-hlr_10.42.42.2(pid=31662): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31662)]\u000a14:13:54.416348 run osmo-hlr_10.42.42.2(pid=31662): stdout: \u000a| (launched: 2022-12-14_14:13:51.311622) \u000a14:13:54.468436 run osmo-hlr_10.42.42.2(pid=31662): stderr: \u000a| �[0;m�[1;31m20221214141351510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141351510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141351510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141351510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141351510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141351510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141351522 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141351531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141351531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141351531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:13:54.538914 run osmo-msc_10.42.42.6(pid=31668): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31668)]\u000a14:13:54.590034 run osmo-msc_10.42.42.6(pid=31668): stdout: \u000a| (launched: 2022-12-14_14:13:53.334929) \u000a14:13:54.641871 run osmo-msc_10.42.42.6(pid=31668): stderr: \u000a| �[0;m�[38;5;43m20221214141353656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141353656 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f432e97fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141353657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141353657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141353657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141353657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141353659 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141353659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141353659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141353659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:13:54.686429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31661): Terminating (SIGTERM)\u000a14:13:54.728682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31664): Terminating (SIGTERM)\u000a14:13:54.770791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31667): Terminating (SIGTERM)\u000a14:13:54.780483 --- ParallelTerminationStrategy: PID 31661 died...\u000a14:13:54.837165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31661): Terminated: ok {rc=0}\u000a14:13:54.847291 --- ParallelTerminationStrategy: PID 31664 died...\u000a14:13:54.903602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31664): Terminated: ok {rc=0}\u000a14:13:54.913625 --- ParallelTerminationStrategy: PID 31667 died...\u000a14:13:54.969971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31667): Terminated: ok {rc=0}\u000a14:13:55.056722 bus /sierra_3: Setting Powered False\u000a14:13:56.160635 bus /sierra_3: Setting Powered False\u000a14:13:57.267018 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:13:47" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31679): Process ended prematurely: osmo-stp_10.42.42.5(pid=31679) [trial-2405↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31679)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31679): Process ended prematurely: osmo-stp_10.42.42.5(pid=31679) [trial-2405↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a14:13:59.251867 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:13:59.263478 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:13:59.393153 tst handover.py: using LAC 41463\u000a14:13:59.523364 tst handover.py: using RAC 153\u000a14:13:59.653422 tst handover.py: using CellId 41463\u000a14:13:59.783337 tst handover.py: using BVCI 41464\u000a14:13:59.808758 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:13:59.946387 tst handover.py: using LAC 41464\u000a14:14:00.065423 tst handover.py: using RAC 154\u000a14:14:00.187704 tst handover.py: using CellId 41464\u000a14:14:00.307311 tst handover.py: using BVCI 41465\u000a14:14:00.331088 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:14:00.342126 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:14:00.353167 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:14:00.363934 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:14:00.374770 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:14:00.385520 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:14:00.504352 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:14:00.707339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:14:01.219845 run create_hlr_db(pid=31673): Launched\u000a14:14:01.383089 bus /sierra_2: Setting Powered False\u000a14:14:02.436148 run create_hlr_db(pid=31673): Terminated: ok {rc=0}\u000a14:14:02.818758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31675): Launched\u000a14:14:03.126236 run osmo-hlr_10.42.42.2(pid=31676): Launched\u000a14:14:03.247855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:14:03.763946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31678): Launched\u000a14:14:04.072462 run osmo-stp_10.42.42.5(pid=31679): Launched\u000a14:14:04.184481 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:14:04.719881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31681): Launched\u000a14:14:05.028891 run osmo-msc_10.42.42.6(pid=31682): Launched\u000a14:14:05.210413 run osmo-stp_10.42.42.5(pid=31679): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31679)]\u000a14:14:05.340429 run osmo-stp_10.42.42.5(pid=31679): stdout: \u000a| (launched: 2022-12-14_14:14:03.920350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:14:05.468428 run osmo-stp_10.42.42.5(pid=31679): stderr: \u000a| �[0;m�[38;5;43m20221214141404091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141404091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141404091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141404092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141404094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141404095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141404095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:14:05.592081 run osmo-stp_10.42.42.5(pid=31679): stdout: \u000a| (launched: 2022-12-14_14:14:03.920350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:14:05.714786 run osmo-stp_10.42.42.5(pid=31679): stderr: \u000a| �[0;m�[38;5;43m20221214141404091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141404091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141404091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141404092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141404094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141404095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141404095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:14:05.768199 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31679): Process ended prematurely: osmo-stp_10.42.42.5(pid=31679) [trial-2405↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31679)] [trial-2405↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a14:14:05.775995 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:14:05.835586 run osmo-hlr_10.42.42.2(pid=31676): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31676)]\u000a14:14:05.884614 run osmo-hlr_10.42.42.2(pid=31676): stdout: \u000a| (launched: 2022-12-14_14:14:02.974906) \u000a14:14:05.934408 run osmo-hlr_10.42.42.2(pid=31676): stderr: \u000a| �[0;m�[1;31m20221214141403155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141403155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141403155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141403155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141403155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141403155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141403167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141403175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141403176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141403176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:14:06.002057 run osmo-msc_10.42.42.6(pid=31682): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31682)]\u000a14:14:06.051234 run osmo-msc_10.42.42.6(pid=31682): stdout: \u000a| (launched: 2022-12-14_14:14:04.876657) \u000a14:14:06.100895 run osmo-msc_10.42.42.6(pid=31682): stderr: \u000a| �[0;m�[38;5;43m20221214141405150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141405150 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9aaea95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141405150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141405150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141405150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141405151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141405152 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141405153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141405153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141405153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:14:06.143014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31675): Terminating (SIGTERM)\u000a14:14:06.182660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31678): Terminating (SIGTERM)\u000a14:14:06.222345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31681): Terminating (SIGTERM)\u000a14:14:06.231516 --- ParallelTerminationStrategy: PID 31675 died...\u000a14:14:06.284560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31675): Terminated: ok {rc=0}\u000a14:14:06.294209 --- ParallelTerminationStrategy: PID 31678 died...\u000a14:14:06.347010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31678): Terminated: ok {rc=0}\u000a14:14:06.356502 --- ParallelTerminationStrategy: PID 31681 died...\u000a14:14:06.410093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31681): Terminated: ok {rc=0}\u000a14:14:06.493660 bus /sierra_3: Setting Powered False\u000a14:14:07.598861 bus /sierra_3: Setting Powered False\u000a14:14:08.707763 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:13:58" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31693): Process ended prematurely: osmo-stp_10.42.42.5(pid=31693) [trial-2405↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31693)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31693): Process ended prematurely: osmo-stp_10.42.42.5(pid=31693) [trial-2405↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:14:10.669496 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:14:10.681209 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:14:10.810858 tst handover.py: using LAC 41465\u000a14:14:10.941119 tst handover.py: using RAC 155\u000a14:14:11.071456 tst handover.py: using CellId 41465\u000a14:14:11.200056 tst handover.py: using BVCI 41466\u000a14:14:11.225181 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:14:11.358607 tst handover.py: using LAC 41466\u000a14:14:11.492919 tst handover.py: using RAC 156\u000a14:14:11.614585 tst handover.py: using CellId 41466\u000a14:14:11.733403 tst handover.py: using BVCI 41467\u000a14:14:11.756613 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:14:11.767265 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:14:11.777802 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:14:11.788227 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:14:11.798771 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:14:11.809198 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:14:11.930143 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:14:12.144372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:14:12.634497 run create_hlr_db(pid=31687): Launched\u000a14:14:12.768664 bus /sierra_2: Setting Powered False\u000a14:14:13.845690 run create_hlr_db(pid=31687): Terminated: ok {rc=0}\u000a14:14:14.254166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31689): Launched\u000a14:14:14.585591 run osmo-hlr_10.42.42.2(pid=31690): Launched\u000a14:14:14.706168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:14:15.247793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31692): Launched\u000a14:14:15.578565 run osmo-stp_10.42.42.5(pid=31693): Launched\u000a14:14:15.698859 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:14:16.301982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31695): Launched\u000a14:14:16.762319 run osmo-msc_10.42.42.6(pid=31696): Launched\u000a14:14:17.150653 run osmo-stp_10.42.42.5(pid=31693): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31693)]\u000a14:14:17.290938 run osmo-stp_10.42.42.5(pid=31693): stdout: \u000a| (launched: 2022-12-14_14:14:15.415828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:14:17.428565 run osmo-stp_10.42.42.5(pid=31693): stderr: \u000a| �[0;m�[38;5;43m20221214141415610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141415610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141415611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141415611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141415611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141415612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141415612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:14:17.561834 run osmo-stp_10.42.42.5(pid=31693): stdout: \u000a| (launched: 2022-12-14_14:14:15.415828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:14:17.693105 run osmo-stp_10.42.42.5(pid=31693): stderr: \u000a| �[0;m�[38;5;43m20221214141415610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141415610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141415611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141415611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141415611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141415612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141415612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:14:17.750260 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31693): Process ended prematurely: osmo-stp_10.42.42.5(pid=31693) [trial-2405↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31693)] [trial-2405↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a14:14:17.758759 tst handover.py:18: Test FAILED (7.1 sec)\u000a14:14:17.821947 run osmo-hlr_10.42.42.2(pid=31690): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31690)]\u000a14:14:17.873683 run osmo-hlr_10.42.42.2(pid=31690): stdout: \u000a| (launched: 2022-12-14_14:14:14.422539) \u000a14:14:17.925904 run osmo-hlr_10.42.42.2(pid=31690): stderr: \u000a| �[0;m�[1;31m20221214141414623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141414623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141414623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141414623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141414623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141414624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141414635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141414643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141414644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141414644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:14:17.997116 run osmo-msc_10.42.42.6(pid=31696): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31696)]\u000a14:14:18.048607 run osmo-msc_10.42.42.6(pid=31696): stdout: \u000a| (launched: 2022-12-14_14:14:16.473452) \u000a14:14:18.101132 run osmo-msc_10.42.42.6(pid=31696): stderr: \u000a| �[0;m�[38;5;43m20221214141416921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141416922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa72db88c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141416922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141416922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141416922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141416922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141416924 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141416924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141416924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141416924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:14:18.145866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31689): Terminating (SIGTERM)\u000a14:14:18.188215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31692): Terminating (SIGTERM)\u000a14:14:18.230355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31695): Terminating (SIGTERM)\u000a14:14:18.240028 --- ParallelTerminationStrategy: PID 31689 died...\u000a14:14:18.296460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31689): Terminated: ok {rc=0}\u000a14:14:18.306521 --- ParallelTerminationStrategy: PID 31692 died...\u000a14:14:18.362762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31692): Terminated: ok {rc=0}\u000a14:14:18.372776 --- ParallelTerminationStrategy: PID 31695 died...\u000a14:14:18.429620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31695): Terminated: ok {rc=0}\u000a14:14:18.518819 bus /sierra_3: Setting Powered False\u000a14:14:19.625179 bus /sierra_3: Setting Powered False\u000a14:14:20.732095 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:14:10" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31708): Process ended prematurely: osmo-stp_10.42.42.5(pid=31708) [trial-2405↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31708)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31708): Process ended prematurely: osmo-stp_10.42.42.5(pid=31708) [trial-2405↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31708)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:14:22.711245 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:14:22.722595 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:14:22.852701 tst handover.py: using LAC 41467\u000a14:14:22.975123 tst handover.py: using RAC 157\u000a14:14:23.096603 tst handover.py: using CellId 41467\u000a14:14:23.218774 tst handover.py: using BVCI 41468\u000a14:14:23.242132 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:14:23.383076 tst handover.py: using LAC 41468\u000a14:14:23.503906 tst handover.py: using RAC 158\u000a14:14:23.624300 tst handover.py: using CellId 41468\u000a14:14:23.742767 tst handover.py: using BVCI 41469\u000a14:14:23.766131 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:14:23.776852 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:14:23.787476 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:14:23.798169 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:14:23.808827 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:14:23.819426 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:14:23.940330 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:14:24.143994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:14:24.610705 run create_hlr_db(pid=31702): Launched\u000a14:14:24.735130 bus /sierra_2: Setting Powered False\u000a14:14:25.808214 run create_hlr_db(pid=31702): Terminated: ok {rc=0}\u000a14:14:26.213565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31704): Launched\u000a14:14:26.521741 run osmo-hlr_10.42.42.2(pid=31705): Launched\u000a14:14:26.635146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:14:27.139414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31707): Launched\u000a14:14:27.446498 run osmo-stp_10.42.42.5(pid=31708): Launched\u000a14:14:27.560365 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:14:28.093928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31710): Launched\u000a14:14:28.403197 run osmo-msc_10.42.42.6(pid=31711): Launched\u000a14:14:28.582782 run osmo-stp_10.42.42.5(pid=31708): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31708)]\u000a14:14:28.711834 run osmo-stp_10.42.42.5(pid=31708): stdout: \u000a| (launched: 2022-12-14_14:14:27.295265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:14:28.838969 run osmo-stp_10.42.42.5(pid=31708): stderr: \u000a| �[0;m�[38;5;43m20221214141427467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141427468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141427468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141427468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141427469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141427469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141427469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:14:28.962041 run osmo-stp_10.42.42.5(pid=31708): stdout: \u000a| (launched: 2022-12-14_14:14:27.295265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:14:29.083993 run osmo-stp_10.42.42.5(pid=31708): stderr: \u000a| �[0;m�[38;5;43m20221214141427467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141427468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141427468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141427468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141427469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141427469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141427469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:14:29.137419 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31708): Process ended prematurely: osmo-stp_10.42.42.5(pid=31708) [trial-2405↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31708)] [trial-2405↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a14:14:29.145309 tst handover.py:18: Test FAILED (6.4 sec)\u000a14:14:29.204544 run osmo-hlr_10.42.42.2(pid=31705): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31705)]\u000a14:14:29.253248 run osmo-hlr_10.42.42.2(pid=31705): stdout: \u000a| (launched: 2022-12-14_14:14:26.370559) \u000a14:14:29.302286 run osmo-hlr_10.42.42.2(pid=31705): stderr: \u000a| �[0;m�[1;31m20221214141426552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141426552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141426552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141426552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141426552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141426552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141426564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141426573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141426573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141426573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:14:29.369779 run osmo-msc_10.42.42.6(pid=31711): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31711)]\u000a14:14:29.418684 run osmo-msc_10.42.42.6(pid=31711): stdout: \u000a| (launched: 2022-12-14_14:14:28.250353) \u000a14:14:29.467876 run osmo-msc_10.42.42.6(pid=31711): stderr: \u000a| �[0;m�[38;5;43m20221214141428523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141428523 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6304fb3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141428523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141428523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141428524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141428524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141428526 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141428526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141428526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141428526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:14:29.509576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31704): Terminating (SIGTERM)\u000a14:14:29.549060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31707): Terminating (SIGTERM)\u000a14:14:29.588713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31710): Terminating (SIGTERM)\u000a14:14:29.598021 --- ParallelTerminationStrategy: PID 31704 died...\u000a14:14:29.651694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31704): Terminated: ok {rc=0}\u000a14:14:29.661483 --- ParallelTerminationStrategy: PID 31707 died...\u000a14:14:29.714817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31707): Terminated: ok {rc=0}\u000a14:14:29.724514 --- ParallelTerminationStrategy: PID 31710 died...\u000a14:14:29.777641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31710): Terminated: ok {rc=0}\u000a14:14:29.865168 bus /sierra_3: Setting Powered False\u000a14:14:30.983918 bus /sierra_3: Setting Powered False\u000a14:14:32.115291 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:14:22" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31722): Process ended prematurely: osmo-stp_10.42.42.5(pid=31722) [trial-2405↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31722)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31722): Process ended prematurely: osmo-stp_10.42.42.5(pid=31722) [trial-2405↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:14:34.115189 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:14:34.125966 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:14:34.256343 tst handover.py: using LAC 41469\u000a14:14:34.386525 tst handover.py: using RAC 159\u000a14:14:34.513651 tst handover.py: using CellId 41469\u000a14:14:34.639055 tst handover.py: using BVCI 41470\u000a14:14:34.662470 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:14:34.797247 tst handover.py: using LAC 41470\u000a14:14:34.916038 tst handover.py: using RAC 160\u000a14:14:35.051370 tst handover.py: using CellId 41470\u000a14:14:35.174665 tst handover.py: using BVCI 41471\u000a14:14:35.197984 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:14:35.208867 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:14:35.219396 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:14:35.229909 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:14:35.240635 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:14:35.251372 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:14:35.367830 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:14:35.573001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:14:36.041174 run create_hlr_db(pid=31716): Launched\u000a14:14:36.167435 bus /sierra_2: Setting Powered False\u000a14:14:37.239371 run create_hlr_db(pid=31716): Terminated: ok {rc=0}\u000a14:14:37.624610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31718): Launched\u000a14:14:37.933891 run osmo-hlr_10.42.42.2(pid=31719): Launched\u000a14:14:38.055741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:14:38.567021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31721): Launched\u000a14:14:38.876005 run osmo-stp_10.42.42.5(pid=31722): Launched\u000a14:14:38.988260 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:14:39.523631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31724): Launched\u000a14:14:39.833377 run osmo-msc_10.42.42.6(pid=31725): Launched\u000a14:14:40.015686 run osmo-stp_10.42.42.5(pid=31722): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31722)]\u000a14:14:40.146009 run osmo-stp_10.42.42.5(pid=31722): stdout: \u000a| (launched: 2022-12-14_14:14:38.724065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:14:40.273742 run osmo-stp_10.42.42.5(pid=31722): stderr: \u000a| �[0;m�[38;5;43m20221214141438893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141438894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141438894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141438894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141438896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141438897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141438897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:14:40.397559 run osmo-stp_10.42.42.5(pid=31722): stdout: \u000a| (launched: 2022-12-14_14:14:38.724065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:14:40.520561 run osmo-stp_10.42.42.5(pid=31722): stderr: \u000a| �[0;m�[38;5;43m20221214141438893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141438894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141438894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141438894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141438896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141438897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141438897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:14:40.574199 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31722): Process ended prematurely: osmo-stp_10.42.42.5(pid=31722) [trial-2405↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31722)] [trial-2405↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a14:14:40.582718 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:14:40.642053 run osmo-hlr_10.42.42.2(pid=31719): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31719)]\u000a14:14:40.691342 run osmo-hlr_10.42.42.2(pid=31719): stdout: \u000a| (launched: 2022-12-14_14:14:37.781568) \u000a14:14:40.740486 run osmo-hlr_10.42.42.2(pid=31719): stderr: \u000a| �[0;m�[1;31m20221214141437958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141437958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141437958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141437959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141437959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141437959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141437971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141437980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141437980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141437980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:14:40.807395 run osmo-msc_10.42.42.6(pid=31725): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31725)]\u000a14:14:40.856318 run osmo-msc_10.42.42.6(pid=31725): stdout: \u000a| (launched: 2022-12-14_14:14:39.680140) \u000a14:14:40.905228 run osmo-msc_10.42.42.6(pid=31725): stderr: \u000a| �[0;m�[38;5;43m20221214141439954 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141439954 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6dd00e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141439954 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141439954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141439954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141439954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141439956 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141439957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141439957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141439957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:14:40.946887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31718): Terminating (SIGTERM)\u000a14:14:40.986350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31721): Terminating (SIGTERM)\u000a14:14:41.025691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31724): Terminating (SIGTERM)\u000a14:14:41.034794 --- ParallelTerminationStrategy: PID 31718 died...\u000a14:14:41.087751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31718): Terminated: ok {rc=0}\u000a14:14:41.097431 --- ParallelTerminationStrategy: PID 31721 died...\u000a14:14:41.150001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31721): Terminated: ok {rc=0}\u000a14:14:41.159508 --- ParallelTerminationStrategy: PID 31724 died...\u000a14:14:41.212129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31724): Terminated: ok {rc=0}\u000a14:14:41.299834 bus /sierra_3: Setting Powered False\u000a14:14:42.400270 bus /sierra_3: Setting Powered False\u000a14:14:43.510961 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:14:33" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31737): Process ended prematurely: osmo-stp_10.42.42.5(pid=31737) [trial-2405↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31737)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31737): Process ended prematurely: osmo-stp_10.42.42.5(pid=31737) [trial-2405↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a14:14:45.509210 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:14:45.520274 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:14:45.655923 tst handover.py: using LAC 41471\u000a14:14:45.794857 tst handover.py: using RAC 161\u000a14:14:45.950478 tst handover.py: using CellId 41471\u000a14:14:46.090116 tst handover.py: using BVCI 41472\u000a14:14:46.116069 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:14:46.258710 tst handover.py: using LAC 41472\u000a14:14:46.387443 tst handover.py: using RAC 162\u000a14:14:46.517162 tst handover.py: using CellId 41472\u000a14:14:46.647397 tst handover.py: using BVCI 41473\u000a14:14:46.673738 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:14:46.685771 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:14:46.697653 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:14:46.709708 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:14:46.722134 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:14:46.734467 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:14:46.875449 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:14:47.142215 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:14:47.637831 run create_hlr_db(pid=31731): Launched\u000a14:14:47.771369 bus /sierra_2: Setting Powered False\u000a14:14:48.849153 run create_hlr_db(pid=31731): Terminated: ok {rc=0}\u000a14:14:49.257317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31733): Launched\u000a14:14:49.587703 run osmo-hlr_10.42.42.2(pid=31734): Launched\u000a14:14:49.711276 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:14:50.253487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31736): Launched\u000a14:14:50.584605 run osmo-stp_10.42.42.5(pid=31737): Launched\u000a14:14:50.705927 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:14:51.276017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31739): Launched\u000a14:14:51.608250 run osmo-msc_10.42.42.6(pid=31740): Launched\u000a14:14:51.802260 run osmo-stp_10.42.42.5(pid=31737): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31737)]\u000a14:14:51.942803 run osmo-stp_10.42.42.5(pid=31737): stdout: \u000a| (launched: 2022-12-14_14:14:50.421879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:14:52.080452 run osmo-stp_10.42.42.5(pid=31737): stderr: \u000a| �[0;m�[38;5;43m20221214141450615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141450615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141450615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141450616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141450616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141450616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141450616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:14:52.212893 run osmo-stp_10.42.42.5(pid=31737): stdout: \u000a| (launched: 2022-12-14_14:14:50.421879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:14:52.344218 run osmo-stp_10.42.42.5(pid=31737): stderr: \u000a| �[0;m�[38;5;43m20221214141450615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141450615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141450615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141450616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141450616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141450616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141450616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:14:52.401309 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31737): Process ended prematurely: osmo-stp_10.42.42.5(pid=31737) [trial-2405↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31737)] [trial-2405↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a14:14:52.410069 tst handover.py:18: Test FAILED (6.9 sec)\u000a14:14:52.473327 run osmo-hlr_10.42.42.2(pid=31734): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31734)]\u000a14:14:52.524699 run osmo-hlr_10.42.42.2(pid=31734): stdout: \u000a| (launched: 2022-12-14_14:14:49.425440) \u000a14:14:52.576817 run osmo-hlr_10.42.42.2(pid=31734): stderr: \u000a| �[0;m�[1;31m20221214141449626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141449626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141449626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141449626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141449626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141449626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141449639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141449649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141449649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141449650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:14:52.647845 run osmo-msc_10.42.42.6(pid=31740): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31740)]\u000a14:14:52.699588 run osmo-msc_10.42.42.6(pid=31740): stdout: \u000a| (launched: 2022-12-14_14:14:51.444534) \u000a14:14:52.751738 run osmo-msc_10.42.42.6(pid=31740): stderr: \u000a| �[0;m�[38;5;43m20221214141451765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141451765 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7cc34d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141451765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141451765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141451765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141451766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141451767 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141451768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141451768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141451768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:14:52.796199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31733): Terminating (SIGTERM)\u000a14:14:52.838460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31736): Terminating (SIGTERM)\u000a14:14:52.880465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31739): Terminating (SIGTERM)\u000a14:14:52.890157 --- ParallelTerminationStrategy: PID 31733 died...\u000a14:14:52.946490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31733): Terminated: ok {rc=0}\u000a14:14:52.956556 --- ParallelTerminationStrategy: PID 31736 died...\u000a14:14:53.012684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31736): Terminated: ok {rc=0}\u000a14:14:53.022714 --- ParallelTerminationStrategy: PID 31739 died...\u000a14:14:53.078967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31739): Terminated: ok {rc=0}\u000a14:14:53.166403 bus /sierra_3: Setting Powered False\u000a14:14:54.273248 bus /sierra_3: Setting Powered False\u000a14:14:55.381109 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:14:45" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31762): Process ended prematurely: osmo-stp_10.42.42.5(pid=31762) [trial-2405↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31762)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31762): Process ended prematurely: osmo-stp_10.42.42.5(pid=31762) [trial-2405↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a14:14:57.414891 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:14:57.426416 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:14:57.562915 tst handover.py: using LAC 41473\u000a14:14:57.685850 tst handover.py: using RAC 163\u000a14:14:57.806339 tst handover.py: using CellId 41473\u000a14:14:57.937496 tst handover.py: using BVCI 41474\u000a14:14:57.962323 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:14:58.101544 tst handover.py: using LAC 41474\u000a14:14:58.230335 tst handover.py: using RAC 164\u000a14:14:58.355362 tst handover.py: using CellId 41474\u000a14:14:58.478574 tst handover.py: using BVCI 41475\u000a14:14:58.502166 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:14:58.513248 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:14:58.524236 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:14:58.535086 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:14:58.546467 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:14:58.557743 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:14:58.677138 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:14:58.882362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:14:59.349985 run create_hlr_db(pid=31746): Launched\u000a14:14:59.474934 bus /sierra_2: Setting Powered False\u000a14:15:00.560304 run create_hlr_db(pid=31746): Terminated: ok {rc=0}\u000a14:15:00.999765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31748): Launched\u000a14:15:01.446377 run osmo-hlr_10.42.42.2(pid=31752): Launched\u000a14:15:01.728886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:15:02.365645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31761): Launched\u000a14:15:02.855406 run osmo-stp_10.42.42.5(pid=31762): Launched\u000a14:15:02.975226 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:15:03.545637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31764): Launched\u000a14:15:03.876107 run osmo-msc_10.42.42.6(pid=31765): Launched\u000a14:15:04.069213 run osmo-stp_10.42.42.5(pid=31762): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31762)]\u000a14:15:04.219596 run osmo-stp_10.42.42.5(pid=31762): stdout: \u000a| (launched: 2022-12-14_14:15:02.572652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:15:04.357321 run osmo-stp_10.42.42.5(pid=31762): stderr: \u000a| �[0;m�[38;5;43m20221214141502790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141502791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141502791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141502791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141502792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141502792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141502792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:15:04.490504 run osmo-stp_10.42.42.5(pid=31762): stdout: \u000a| (launched: 2022-12-14_14:15:02.572652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:15:04.622254 run osmo-stp_10.42.42.5(pid=31762): stderr: \u000a| �[0;m�[38;5;43m20221214141502790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141502791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141502791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141502791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141502792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141502792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141502792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:15:04.679472 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31762): Process ended prematurely: osmo-stp_10.42.42.5(pid=31762) [trial-2405↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31762)] [trial-2405↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a14:15:04.687952 tst handover.py:18: Test FAILED (7.3 sec)\u000a14:15:04.751398 run osmo-hlr_10.42.42.2(pid=31752): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31752)]\u000a14:15:04.803076 run osmo-hlr_10.42.42.2(pid=31752): stdout: \u000a| (launched: 2022-12-14_14:15:01.168363) \u000a14:15:04.855241 run osmo-hlr_10.42.42.2(pid=31752): stderr: \u000a| �[0;m�[1;31m20221214141501480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141501480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141501480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141501480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141501480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141501480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141501500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141501518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141501518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141501518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:15:04.926468 run osmo-msc_10.42.42.6(pid=31765): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31765)]\u000a14:15:04.978451 run osmo-msc_10.42.42.6(pid=31765): stdout: \u000a| (launched: 2022-12-14_14:15:03.713506) \u000a14:15:05.030968 run osmo-msc_10.42.42.6(pid=31765): stderr: \u000a| �[0;m�[38;5;43m20221214141504065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141504065 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb518c94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141504066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141504066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141504066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141504066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141504068 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141504068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141504068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141504068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:15:05.075796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31748): Terminating (SIGTERM)\u000a14:15:05.118566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31761): Terminating (SIGTERM)\u000a14:15:05.160919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31764): Terminating (SIGTERM)\u000a14:15:05.170685 --- ParallelTerminationStrategy: PID 31748 died...\u000a14:15:05.227431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31748): Terminated: ok {rc=0}\u000a14:15:05.237699 --- ParallelTerminationStrategy: PID 31761 died...\u000a14:15:05.294091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31761): Terminated: ok {rc=0}\u000a14:15:05.304236 --- ParallelTerminationStrategy: PID 31764 died...\u000a14:15:05.360461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31764): Terminated: ok {rc=0}\u000a14:15:05.446767 bus /sierra_3: Setting Powered False\u000a14:15:06.553231 bus /sierra_3: Setting Powered False\u000a14:15:07.661118 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:14:57" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32127): Process ended prematurely: osmo-stp_10.42.42.5(pid=32127) [trial-2405↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32127)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32127): Process ended prematurely: osmo-stp_10.42.42.5(pid=32127) [trial-2405↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:15:09.668917 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:15:09.679695 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:15:09.816894 tst handover.py: using LAC 41475\u000a14:15:09.938015 tst handover.py: using RAC 165\u000a14:15:10.056863 tst handover.py: using CellId 41475\u000a14:15:10.176803 tst handover.py: using BVCI 41476\u000a14:15:10.200140 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:15:10.321777 tst handover.py: using LAC 41476\u000a14:15:10.440474 tst handover.py: using RAC 166\u000a14:15:10.560621 tst handover.py: using CellId 41476\u000a14:15:10.680297 tst handover.py: using BVCI 41477\u000a14:15:10.703619 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:15:10.714547 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:15:10.725179 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:15:10.735659 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:15:10.746374 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:15:10.757513 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:15:10.877087 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:15:11.088620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:15:11.580326 run create_hlr_db(pid=31770): Launched\u000a14:15:11.714606 bus /sierra_2: Setting Powered False\u000a14:15:12.789371 run create_hlr_db(pid=31770): Terminated: ok {rc=0}\u000a14:15:13.199871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31877): Launched\u000a14:15:13.569703 run osmo-hlr_10.42.42.2(pid=31951): Launched\u000a14:15:13.780395 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:15:14.380789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32066): Launched\u000a14:15:14.715242 run osmo-stp_10.42.42.5(pid=32127): Launched\u000a14:15:14.835560 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:15:15.408317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32129): Launched\u000a14:15:15.738920 run osmo-msc_10.42.42.6(pid=32130): Launched\u000a14:15:16.093325 run osmo-stp_10.42.42.5(pid=32127): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32127)]\u000a14:15:16.338554 run osmo-stp_10.42.42.5(pid=32127): stdout: \u000a| (launched: 2022-12-14_14:15:14.551919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:15:16.469803 run osmo-stp_10.42.42.5(pid=32127): stderr: \u000a| �[0;m�[38;5;43m20221214141514747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141514747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141514747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141514747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141514748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141514748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141514748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:15:16.598292 run osmo-stp_10.42.42.5(pid=32127): stdout: \u000a| (launched: 2022-12-14_14:15:14.551919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:15:16.724074 run osmo-stp_10.42.42.5(pid=32127): stderr: \u000a| �[0;m�[38;5;43m20221214141514747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141514747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141514747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141514747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141514748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141514748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141514748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:15:16.779576 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32127): Process ended prematurely: osmo-stp_10.42.42.5(pid=32127) [trial-2405↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32127)] [trial-2405↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a14:15:16.787944 tst handover.py:18: Test FAILED (7.1 sec)\u000a14:15:16.849405 run osmo-hlr_10.42.42.2(pid=31951): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31951)]\u000a14:15:16.901376 run osmo-hlr_10.42.42.2(pid=31951): stdout: \u000a| (launched: 2022-12-14_14:15:13.373570) \u000a14:15:16.954342 run osmo-hlr_10.42.42.2(pid=31951): stderr: \u000a| �[0;m�[1;31m20221214141513715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141513715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141513715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141513715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141513715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141513715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141513734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141513747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141513747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141513747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:15:17.024249 run osmo-msc_10.42.42.6(pid=32130): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32130)]\u000a14:15:17.074108 run osmo-msc_10.42.42.6(pid=32130): stdout: \u000a| (launched: 2022-12-14_14:15:15.577115) \u000a14:15:17.127134 run osmo-msc_10.42.42.6(pid=32130): stderr: \u000a| �[0;m�[38;5;43m20221214141515944 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141515945 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa4bcf7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141515945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141515945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141515945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141515945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141515947 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141515947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141515947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141515947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:15:17.175605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31877): Terminating (SIGTERM)\u000a14:15:17.219627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32066): Terminating (SIGTERM)\u000a14:15:17.265654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32129): Terminating (SIGTERM)\u000a14:15:17.276015 --- ParallelTerminationStrategy: PID 31877 died...\u000a14:15:17.335775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31877): Terminated: ok {rc=0}\u000a14:15:17.347706 --- ParallelTerminationStrategy: PID 32066 died...\u000a14:15:17.405792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32066): Terminated: ok {rc=0}\u000a14:15:17.417703 --- ParallelTerminationStrategy: PID 32129 died...\u000a14:15:17.475247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32129): Terminated: ok {rc=0}\u000a14:15:17.563050 bus /sierra_3: Setting Powered False\u000a14:15:18.670562 bus /sierra_3: Setting Powered False\u000a14:15:19.779307 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:15:09" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32316): Process ended prematurely: osmo-stp_10.42.42.5(pid=32316) [trial-2405↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32316)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32316): Process ended prematurely: osmo-stp_10.42.42.5(pid=32316) [trial-2405↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:15:21.789962 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:15:21.802022 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:15:21.949185 tst handover.py: using LAC 41477\u000a14:15:22.079658 tst handover.py: using RAC 167\u000a14:15:22.209218 tst handover.py: using CellId 41477\u000a14:15:22.339030 tst handover.py: using BVCI 41478\u000a14:15:22.364146 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:15:22.502037 tst handover.py: using LAC 41478\u000a14:15:22.622405 tst handover.py: using RAC 168\u000a14:15:22.744713 tst handover.py: using CellId 41478\u000a14:15:22.870106 tst handover.py: using BVCI 41479\u000a14:15:22.894067 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:15:22.905310 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:15:22.916470 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:15:22.927651 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:15:22.939232 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:15:22.950756 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:15:23.070852 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:15:23.279581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:15:23.787875 run create_hlr_db(pid=32284): Launched\u000a14:15:23.921573 bus /sierra_2: Setting Powered False\u000a14:15:24.995621 run create_hlr_db(pid=32284): Terminated: ok {rc=0}\u000a14:15:25.392509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32312): Launched\u000a14:15:25.826842 run osmo-hlr_10.42.42.2(pid=32313): Launched\u000a14:15:26.068464 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:15:26.630285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32315): Launched\u000a14:15:27.063607 run osmo-stp_10.42.42.5(pid=32316): Launched\u000a14:15:27.288335 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:15:27.885873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32318): Launched\u000a14:15:28.332766 run osmo-msc_10.42.42.6(pid=32319): Launched\u000a14:15:28.652552 run osmo-stp_10.42.42.5(pid=32316): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32316)]\u000a14:15:28.907587 run osmo-stp_10.42.42.5(pid=32316): stdout: \u000a| (launched: 2022-12-14_14:15:26.800139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:15:29.053639 run osmo-stp_10.42.42.5(pid=32316): stderr: \u000a| �[0;m�[38;5;43m20221214141527090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141527090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141527091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141527091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141527092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141527092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141527092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:15:29.189116 run osmo-stp_10.42.42.5(pid=32316): stdout: \u000a| (launched: 2022-12-14_14:15:26.800139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:15:29.322073 run osmo-stp_10.42.42.5(pid=32316): stderr: \u000a| �[0;m�[38;5;43m20221214141527090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141527090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141527091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141527091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141527092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141527092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141527092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:15:29.379792 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32316): Process ended prematurely: osmo-stp_10.42.42.5(pid=32316) [trial-2405↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32316)] [trial-2405↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a14:15:29.388574 tst handover.py:18: Test FAILED (7.6 sec)\u000a14:15:29.452503 run osmo-hlr_10.42.42.2(pid=32313): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32313)]\u000a14:15:29.504760 run osmo-hlr_10.42.42.2(pid=32313): stdout: \u000a| (launched: 2022-12-14_14:15:25.553505) \u000a14:15:29.557611 run osmo-hlr_10.42.42.2(pid=32313): stderr: \u000a| �[0;m�[1;31m20221214141525858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141525858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141525858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141525858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141525858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141525858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141525878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141525886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141525887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141525887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:15:29.628920 run osmo-msc_10.42.42.6(pid=32319): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32319)]\u000a14:15:29.680820 run osmo-msc_10.42.42.6(pid=32319): stdout: \u000a| (launched: 2022-12-14_14:15:28.060531) \u000a14:15:29.733213 run osmo-msc_10.42.42.6(pid=32319): stderr: \u000a| �[0;m�[38;5;43m20221214141528533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141528533 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc81e96dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141528533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141528533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141528533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141528534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141528535 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141528536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141528536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141528536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:15:29.778113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32312): Terminating (SIGTERM)\u000a14:15:29.820655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32315): Terminating (SIGTERM)\u000a14:15:29.863268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32318): Terminating (SIGTERM)\u000a14:15:29.873200 --- ParallelTerminationStrategy: PID 32312 died...\u000a14:15:29.931037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32312): Terminated: ok {rc=0}\u000a14:15:29.941458 --- ParallelTerminationStrategy: PID 32315 died...\u000a14:15:29.998580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32315): Terminated: ok {rc=0}\u000a14:15:30.008836 --- ParallelTerminationStrategy: PID 32318 died...\u000a14:15:30.066287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32318): Terminated: ok {rc=0}\u000a14:15:30.152900 bus /sierra_3: Setting Powered False\u000a14:15:31.279093 bus /sierra_3: Setting Powered False\u000a14:15:32.390446 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:15:21" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32331): Process ended prematurely: osmo-stp_10.42.42.5(pid=32331) [trial-2405↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32331)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32331): Process ended prematurely: osmo-stp_10.42.42.5(pid=32331) [trial-2405↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32331)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:15:34.425886 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:15:34.437478 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:15:34.586867 tst handover.py: using LAC 41479\u000a14:15:34.719930 tst handover.py: using RAC 169\u000a14:15:34.848827 tst handover.py: using CellId 41479\u000a14:15:34.976621 tst handover.py: using BVCI 41480\u000a14:15:35.001969 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:15:35.147431 tst handover.py: using LAC 41480\u000a14:15:35.274932 tst handover.py: using RAC 170\u000a14:15:35.397970 tst handover.py: using CellId 41480\u000a14:15:35.526832 tst handover.py: using BVCI 41481\u000a14:15:35.552167 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:15:35.563631 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:15:35.574969 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:15:35.586403 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:15:35.598303 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:15:35.609936 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:15:35.727087 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:15:35.942481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:15:36.435056 run create_hlr_db(pid=32325): Launched\u000a14:15:36.570216 bus /sierra_2: Setting Powered False\u000a14:15:37.648243 run create_hlr_db(pid=32325): Terminated: ok {rc=0}\u000a14:15:38.057953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32327): Launched\u000a14:15:38.390954 run osmo-hlr_10.42.42.2(pid=32328): Launched\u000a14:15:38.512551 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:15:39.056029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32330): Launched\u000a14:15:39.387736 run osmo-stp_10.42.42.5(pid=32331): Launched\u000a14:15:39.509077 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:15:40.082583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32333): Launched\u000a14:15:40.415481 run osmo-msc_10.42.42.6(pid=32334): Launched\u000a14:15:40.609848 run osmo-stp_10.42.42.5(pid=32331): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32331)]\u000a14:15:40.749620 run osmo-stp_10.42.42.5(pid=32331): stdout: \u000a| (launched: 2022-12-14_14:15:39.224482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:15:40.888189 run osmo-stp_10.42.42.5(pid=32331): stderr: \u000a| �[0;m�[38;5;43m20221214141539419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141539419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141539419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141539420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141539420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141539420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141539420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:15:41.021609 run osmo-stp_10.42.42.5(pid=32331): stdout: \u000a| (launched: 2022-12-14_14:15:39.224482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:15:41.153875 run osmo-stp_10.42.42.5(pid=32331): stderr: \u000a| �[0;m�[38;5;43m20221214141539419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141539419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141539419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141539420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141539420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141539420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141539420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:15:41.211572 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32331): Process ended prematurely: osmo-stp_10.42.42.5(pid=32331) [trial-2405↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32331)] [trial-2405↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a14:15:41.220152 tst handover.py:18: Test FAILED (6.8 sec)\u000a14:15:41.283990 run osmo-hlr_10.42.42.2(pid=32328): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32328)]\u000a14:15:41.336266 run osmo-hlr_10.42.42.2(pid=32328): stdout: \u000a| (launched: 2022-12-14_14:15:38.226679) \u000a14:15:41.389208 run osmo-hlr_10.42.42.2(pid=32328): stderr: \u000a| �[0;m�[1;31m20221214141538428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141538428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141538428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141538428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141538428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141538428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141538440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141538448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141538448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141538448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:15:41.460866 run osmo-msc_10.42.42.6(pid=32334): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32334)]\u000a14:15:41.512559 run osmo-msc_10.42.42.6(pid=32334): stdout: \u000a| (launched: 2022-12-14_14:15:40.250775) \u000a14:15:41.564772 run osmo-msc_10.42.42.6(pid=32334): stderr: \u000a| �[0;m�[38;5;43m20221214141540573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141540574 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b43ecfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141540574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141540574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141540574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141540574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141540576 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141540576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141540576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141540576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:15:41.609456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32327): Terminating (SIGTERM)\u000a14:15:41.652074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32330): Terminating (SIGTERM)\u000a14:15:41.695010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32333): Terminating (SIGTERM)\u000a14:15:41.704699 --- ParallelTerminationStrategy: PID 32327 died...\u000a14:15:41.761786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32327): Terminated: ok {rc=0}\u000a14:15:41.771980 --- ParallelTerminationStrategy: PID 32330 died...\u000a14:15:41.828668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32330): Terminated: ok {rc=0}\u000a14:15:41.838853 --- ParallelTerminationStrategy: PID 32333 died...\u000a14:15:41.898283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32333): Terminated: ok {rc=0}\u000a14:15:41.992056 bus /sierra_3: Setting Powered False\u000a14:15:43.097887 bus /sierra_3: Setting Powered False\u000a14:15:44.210121 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:15:34" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32345): Process ended prematurely: osmo-stp_10.42.42.5(pid=32345) [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32345)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32345): Process ended prematurely: osmo-stp_10.42.42.5(pid=32345) [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a14:15:46.251845 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:15:46.265452 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:15:46.422905 tst handover.py: using LAC 41481\u000a14:15:46.582530 tst handover.py: using RAC 171\u000a14:15:46.721466 tst handover.py: using CellId 41481\u000a14:15:46.854896 tst handover.py: using BVCI 41482\u000a14:15:46.881694 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:15:47.031399 tst handover.py: using LAC 41482\u000a14:15:47.192209 tst handover.py: using RAC 172\u000a14:15:47.329355 tst handover.py: using CellId 41482\u000a14:15:47.457378 tst handover.py: using BVCI 41483\u000a14:15:47.482549 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:15:47.494511 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:15:47.506146 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:15:47.517796 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:15:47.529717 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:15:47.541622 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:15:47.658672 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:15:47.872206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:15:48.365293 run create_hlr_db(pid=32339): Launched\u000a14:15:48.500415 bus /sierra_2: Setting Powered False\u000a14:15:49.577673 run create_hlr_db(pid=32339): Terminated: ok {rc=0}\u000a14:15:49.965714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32341): Launched\u000a14:15:50.275817 run osmo-hlr_10.42.42.2(pid=32342): Launched\u000a14:15:50.390661 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:15:50.900280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32344): Launched\u000a14:15:51.212675 run osmo-stp_10.42.42.5(pid=32345): Launched\u000a14:15:51.325878 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:15:51.864621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32347): Launched\u000a14:15:52.193599 run osmo-msc_10.42.42.6(pid=32349): Launched\u000a14:15:52.393741 run osmo-stp_10.42.42.5(pid=32345): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32345)]\u000a14:15:52.529039 run osmo-stp_10.42.42.5(pid=32345): stdout: \u000a| (launched: 2022-12-14_14:15:51.057536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:15:52.666556 run osmo-stp_10.42.42.5(pid=32345): stderr: \u000a| �[0;m�[38;5;43m20221214141551229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141551229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141551229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141551230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141551232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141551232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141551232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:15:52.799757 run osmo-stp_10.42.42.5(pid=32345): stdout: \u000a| (launched: 2022-12-14_14:15:51.057536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:15:52.931428 run osmo-stp_10.42.42.5(pid=32345): stderr: \u000a| �[0;m�[38;5;43m20221214141551229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141551229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141551229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141551230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141551232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141551232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141551232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:15:52.988848 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32345): Process ended prematurely: osmo-stp_10.42.42.5(pid=32345) [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32345)] [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a14:15:52.997603 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:15:53.061132 run osmo-hlr_10.42.42.2(pid=32342): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32342)]\u000a14:15:53.112805 run osmo-hlr_10.42.42.2(pid=32342): stdout: \u000a| (launched: 2022-12-14_14:15:50.122954) \u000a14:15:53.165199 run osmo-hlr_10.42.42.2(pid=32342): stderr: \u000a| �[0;m�[1;31m20221214141550300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141550300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141550300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141550300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141550300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141550300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141550315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141550323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141550324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141550324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:15:53.236146 run osmo-msc_10.42.42.6(pid=32349): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32349)]\u000a14:15:53.287860 run osmo-msc_10.42.42.6(pid=32349): stdout: \u000a| (launched: 2022-12-14_14:15:52.026554) \u000a14:15:53.339933 run osmo-msc_10.42.42.6(pid=32349): stderr: \u000a| �[0;m�[38;5;43m20221214141552349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141552349 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f80e3178c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141552350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141552350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141552350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141552350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141552352 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141552352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141552352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141552352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:15:53.384427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32341): Terminating (SIGTERM)\u000a14:15:53.427013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32344): Terminating (SIGTERM)\u000a14:15:53.469441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32347): Terminating (SIGTERM)\u000a14:15:53.479089 --- ParallelTerminationStrategy: PID 32341 died...\u000a14:15:53.536126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32341): Terminated: ok {rc=0}\u000a14:15:53.546368 --- ParallelTerminationStrategy: PID 32344 died...\u000a14:15:53.602687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32344): Terminated: ok {rc=0}\u000a14:15:53.612830 --- ParallelTerminationStrategy: PID 32347 died...\u000a14:15:53.669376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32347): Terminated: ok {rc=0}\u000a14:15:53.756269 bus /sierra_3: Setting Powered False\u000a14:15:54.862499 bus /sierra_3: Setting Powered False\u000a14:15:55.970590 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:15:45" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32361): Process ended prematurely: osmo-stp_10.42.42.5(pid=32361) [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32361)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32361): Process ended prematurely: osmo-stp_10.42.42.5(pid=32361) [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:15:57.978872 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:15:57.990502 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:15:58.134924 tst handover.py: using LAC 41483\u000a14:15:58.261846 tst handover.py: using RAC 173\u000a14:15:58.391293 tst handover.py: using CellId 41483\u000a14:15:58.519102 tst handover.py: using BVCI 41484\u000a14:15:58.544339 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:15:58.677990 tst handover.py: using LAC 41484\u000a14:15:58.806905 tst handover.py: using RAC 174\u000a14:15:58.933938 tst handover.py: using CellId 41484\u000a14:15:59.055399 tst handover.py: using BVCI 41485\u000a14:15:59.078975 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:15:59.090201 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:15:59.101031 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:15:59.112197 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:15:59.123771 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:15:59.135383 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:15:59.255250 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:15:59.459808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:15:59.928496 run create_hlr_db(pid=32355): Launched\u000a14:16:00.053611 bus /sierra_2: Setting Powered False\u000a14:16:01.181350 run create_hlr_db(pid=32355): Terminated: ok {rc=0}\u000a14:16:01.641342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32357): Launched\u000a14:16:02.135693 run osmo-hlr_10.42.42.2(pid=32358): Launched\u000a14:16:02.343194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:16:02.889494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32360): Launched\u000a14:16:03.222748 run osmo-stp_10.42.42.5(pid=32361): Launched\u000a14:16:03.343743 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:16:03.918528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32363): Launched\u000a14:16:04.250961 run osmo-msc_10.42.42.6(pid=32364): Launched\u000a14:16:04.444335 run osmo-stp_10.42.42.5(pid=32361): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32361)]\u000a14:16:04.583980 run osmo-stp_10.42.42.5(pid=32361): stdout: \u000a| (launched: 2022-12-14_14:16:03.058150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:16:04.723136 run osmo-stp_10.42.42.5(pid=32361): stderr: \u000a| �[0;m�[38;5;43m20221214141603252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141603252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141603252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141603252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141603253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141603253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141603253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:16:04.856167 run osmo-stp_10.42.42.5(pid=32361): stdout: \u000a| (launched: 2022-12-14_14:16:03.058150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:16:04.987825 run osmo-stp_10.42.42.5(pid=32361): stderr: \u000a| �[0;m�[38;5;43m20221214141603252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141603252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141603252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141603252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141603253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141603253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141603253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:16:05.045497 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32361): Process ended prematurely: osmo-stp_10.42.42.5(pid=32361) [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32361)] [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a14:16:05.054213 tst handover.py:18: Test FAILED (7.1 sec)\u000a14:16:05.117174 run osmo-hlr_10.42.42.2(pid=32358): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32358)]\u000a14:16:05.168450 run osmo-hlr_10.42.42.2(pid=32358): stdout: \u000a| (launched: 2022-12-14_14:16:01.813138) \u000a14:16:05.220476 run osmo-hlr_10.42.42.2(pid=32358): stderr: \u000a| �[0;m�[1;31m20221214141602072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141602072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141602072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141602072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141602072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141602072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141602085 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141602118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141602119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141602119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:16:05.291037 run osmo-msc_10.42.42.6(pid=32364): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32364)]\u000a14:16:05.342692 run osmo-msc_10.42.42.6(pid=32364): stdout: \u000a| (launched: 2022-12-14_14:16:04.086976) \u000a14:16:05.394648 run osmo-msc_10.42.42.6(pid=32364): stderr: \u000a| �[0;m�[38;5;43m20221214141604413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141604413 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ab6ba5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141604413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141604414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141604414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141604414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141604416 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141604416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141604416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141604416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:16:05.438961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32357): Terminating (SIGTERM)\u000a14:16:05.481302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32360): Terminating (SIGTERM)\u000a14:16:05.523450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32363): Terminating (SIGTERM)\u000a14:16:05.533238 --- ParallelTerminationStrategy: PID 32357 died...\u000a14:16:05.589731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32357): Terminated: ok {rc=0}\u000a14:16:05.599718 --- ParallelTerminationStrategy: PID 32360 died...\u000a14:16:05.655822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32360): Terminated: ok {rc=0}\u000a14:16:05.665949 --- ParallelTerminationStrategy: PID 32363 died...\u000a14:16:05.721777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32363): Terminated: ok {rc=0}\u000a14:16:05.808865 bus /sierra_3: Setting Powered False\u000a14:16:06.914712 bus /sierra_3: Setting Powered False\u000a14:16:08.025982 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:15:57" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32375): Process ended prematurely: osmo-stp_10.42.42.5(pid=32375) [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32375)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32375): Process ended prematurely: osmo-stp_10.42.42.5(pid=32375) [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:16:10.043369 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:16:10.055452 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:16:10.196502 tst handover.py: using LAC 41485\u000a14:16:10.325995 tst handover.py: using RAC 175\u000a14:16:10.458764 tst handover.py: using CellId 41485\u000a14:16:10.587875 tst handover.py: using BVCI 41486\u000a14:16:10.612825 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:16:10.757314 tst handover.py: using LAC 41486\u000a14:16:10.887482 tst handover.py: using RAC 176\u000a14:16:11.018075 tst handover.py: using CellId 41486\u000a14:16:11.151122 tst handover.py: using BVCI 41487\u000a14:16:11.176133 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:16:11.187660 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:16:11.199017 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:16:11.210364 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:16:11.221976 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:16:11.233508 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:16:11.355355 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:16:11.558155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:16:12.027013 run create_hlr_db(pid=32369): Launched\u000a14:16:12.152327 bus /sierra_2: Setting Powered False\u000a14:16:13.225879 run create_hlr_db(pid=32369): Terminated: ok {rc=0}\u000a14:16:13.638478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32371): Launched\u000a14:16:13.971760 run osmo-hlr_10.42.42.2(pid=32372): Launched\u000a14:16:14.095518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:16:14.641222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32374): Launched\u000a14:16:14.973475 run osmo-stp_10.42.42.5(pid=32375): Launched\u000a14:16:15.094425 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:16:15.667791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32377): Launched\u000a14:16:16.009809 run osmo-msc_10.42.42.6(pid=32378): Launched\u000a14:16:16.428224 run osmo-stp_10.42.42.5(pid=32375): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32375)]\u000a14:16:16.642031 run osmo-stp_10.42.42.5(pid=32375): stdout: \u000a| (launched: 2022-12-14_14:16:14.809531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:16:16.834509 run osmo-stp_10.42.42.5(pid=32375): stderr: \u000a| �[0;m�[38;5;43m20221214141615006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141615006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141615007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141615007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141615007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141615008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141615008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:16:16.966136 run osmo-stp_10.42.42.5(pid=32375): stdout: \u000a| (launched: 2022-12-14_14:16:14.809531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:16:17.092277 run osmo-stp_10.42.42.5(pid=32375): stderr: \u000a| �[0;m�[38;5;43m20221214141615006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141615006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141615007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141615007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141615007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141615008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141615008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:16:17.148196 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32375): Process ended prematurely: osmo-stp_10.42.42.5(pid=32375) [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32375)] [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a14:16:17.158289 tst handover.py:18: Test FAILED (7.1 sec)\u000a14:16:17.220026 run osmo-hlr_10.42.42.2(pid=32372): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32372)]\u000a14:16:17.271555 run osmo-hlr_10.42.42.2(pid=32372): stdout: \u000a| (launched: 2022-12-14_14:16:13.807167) \u000a14:16:17.323336 run osmo-hlr_10.42.42.2(pid=32372): stderr: \u000a| �[0;m�[1;31m20221214141614009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141614009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141614009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141614009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141614009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141614009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141614022 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141614030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141614030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141614030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:16:17.393368 run osmo-msc_10.42.42.6(pid=32378): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32378)]\u000a14:16:17.443605 run osmo-msc_10.42.42.6(pid=32378): stdout: \u000a| (launched: 2022-12-14_14:16:15.839773) \u000a14:16:17.494016 run osmo-msc_10.42.42.6(pid=32378): stderr: \u000a| �[0;m�[38;5;43m20221214141616474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141616474 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb55b82c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141616474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141616474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141616474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141616474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141616476 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141616476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141616477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141616477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:16:17.535940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32371): Terminating (SIGTERM)\u000a14:16:17.580009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32374): Terminating (SIGTERM)\u000a14:16:17.622530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32377): Terminating (SIGTERM)\u000a14:16:17.632264 --- ParallelTerminationStrategy: PID 32371 died...\u000a14:16:17.689545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32371): Terminated: ok {rc=0}\u000a14:16:17.699603 --- ParallelTerminationStrategy: PID 32374 died...\u000a14:16:17.756672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32374): Terminated: ok {rc=0}\u000a14:16:17.766708 --- ParallelTerminationStrategy: PID 32377 died...\u000a14:16:17.823893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32377): Terminated: ok {rc=0}\u000a14:16:17.909834 bus /sierra_3: Setting Powered False\u000a14:16:19.015184 bus /sierra_3: Setting Powered False\u000a14:16:20.122468 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:16:09" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32389): Process ended prematurely: osmo-stp_10.42.42.5(pid=32389) [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32389)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32389): Process ended prematurely: osmo-stp_10.42.42.5(pid=32389) [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:16:22.158587 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:16:22.170403 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:16:22.316311 tst handover.py: using LAC 41487\u000a14:16:22.443891 tst handover.py: using RAC 177\u000a14:16:22.576115 tst handover.py: using CellId 41487\u000a14:16:22.705079 tst handover.py: using BVCI 41488\u000a14:16:22.730236 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:16:22.867956 tst handover.py: using LAC 41488\u000a14:16:22.999717 tst handover.py: using RAC 178\u000a14:16:23.127825 tst handover.py: using CellId 41488\u000a14:16:23.250422 tst handover.py: using BVCI 41489\u000a14:16:23.274214 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:16:23.285234 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:16:23.296046 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:16:23.307081 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:16:23.318118 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:16:23.329019 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:16:23.444115 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:16:23.653783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:16:24.125597 run create_hlr_db(pid=32383): Launched\u000a14:16:24.252139 bus /sierra_2: Setting Powered False\u000a14:16:25.325787 run create_hlr_db(pid=32383): Terminated: ok {rc=0}\u000a14:16:25.738024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32385): Launched\u000a14:16:26.070778 run osmo-hlr_10.42.42.2(pid=32386): Launched\u000a14:16:26.193735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:16:26.739944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32388): Launched\u000a14:16:27.074099 run osmo-stp_10.42.42.5(pid=32389): Launched\u000a14:16:27.195089 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:16:27.770407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32391): Launched\u000a14:16:28.102849 run osmo-msc_10.42.42.6(pid=32392): Launched\u000a14:16:28.295739 run osmo-stp_10.42.42.5(pid=32389): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32389)]\u000a14:16:28.435781 run osmo-stp_10.42.42.5(pid=32389): stdout: \u000a| (launched: 2022-12-14_14:16:26.908727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:16:28.575749 run osmo-stp_10.42.42.5(pid=32389): stderr: \u000a| �[0;m�[38;5;43m20221214141627101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141627101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141627102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141627102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141627104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141627104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141627104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:16:28.709215 run osmo-stp_10.42.42.5(pid=32389): stdout: \u000a| (launched: 2022-12-14_14:16:26.908727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:16:28.841576 run osmo-stp_10.42.42.5(pid=32389): stderr: \u000a| �[0;m�[38;5;43m20221214141627101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141627101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141627102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141627102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141627104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141627104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141627104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:16:28.899032 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32389): Process ended prematurely: osmo-stp_10.42.42.5(pid=32389) [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32389)] [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a14:16:28.907830 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:16:28.971900 run osmo-hlr_10.42.42.2(pid=32386): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32386)]\u000a14:16:29.023765 run osmo-hlr_10.42.42.2(pid=32386): stdout: \u000a| (launched: 2022-12-14_14:16:25.906901) \u000a14:16:29.076407 run osmo-hlr_10.42.42.2(pid=32386): stderr: \u000a| �[0;m�[1;31m20221214141626105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141626105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141626105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141626105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141626105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141626105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141626118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141626126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141626126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141626126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:16:29.147850 run osmo-msc_10.42.42.6(pid=32392): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32392)]\u000a14:16:29.199529 run osmo-msc_10.42.42.6(pid=32392): stdout: \u000a| (launched: 2022-12-14_14:16:27.939470) \u000a14:16:29.251806 run osmo-msc_10.42.42.6(pid=32392): stderr: \u000a| �[0;m�[38;5;43m20221214141628263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141628263 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff811c0dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141628263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141628263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141628264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141628264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141628266 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141628266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141628266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141628266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:16:29.295996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32385): Terminating (SIGTERM)\u000a14:16:29.337897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32388): Terminating (SIGTERM)\u000a14:16:29.379655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32391): Terminating (SIGTERM)\u000a14:16:29.389500 --- ParallelTerminationStrategy: PID 32385 died...\u000a14:16:29.446135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32385): Terminated: ok {rc=0}\u000a14:16:29.456732 --- ParallelTerminationStrategy: PID 32388 died...\u000a14:16:29.513879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32388): Terminated: ok {rc=0}\u000a14:16:29.524183 --- ParallelTerminationStrategy: PID 32391 died...\u000a14:16:29.581641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32391): Terminated: ok {rc=0}\u000a14:16:29.669114 bus /sierra_3: Setting Powered False\u000a14:16:30.774876 bus /sierra_3: Setting Powered False\u000a14:16:31.891183 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:16:21" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32403): Process ended prematurely: osmo-stp_10.42.42.5(pid=32403) [trial-2405↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32403)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32403): Process ended prematurely: osmo-stp_10.42.42.5(pid=32403) [trial-2405↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:16:33.899578 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:16:33.910578 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:16:34.048288 tst handover.py: using LAC 41489\u000a14:16:34.171080 tst handover.py: using RAC 179\u000a14:16:34.294338 tst handover.py: using CellId 41489\u000a14:16:34.420119 tst handover.py: using BVCI 41490\u000a14:16:34.443493 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:16:34.565575 tst handover.py: using LAC 41490\u000a14:16:34.684469 tst handover.py: using RAC 180\u000a14:16:34.803043 tst handover.py: using CellId 41490\u000a14:16:34.928076 tst handover.py: using BVCI 41491\u000a14:16:34.951539 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:16:34.962533 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:16:34.973315 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:16:34.984050 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:16:34.994910 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:16:35.005647 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:16:35.120839 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:16:35.323665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:16:35.794357 run create_hlr_db(pid=32397): Launched\u000a14:16:35.919515 bus /sierra_2: Setting Powered False\u000a14:16:36.993227 run create_hlr_db(pid=32397): Terminated: ok {rc=0}\u000a14:16:37.403461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32399): Launched\u000a14:16:37.738244 run osmo-hlr_10.42.42.2(pid=32400): Launched\u000a14:16:37.858787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:16:38.406828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32402): Launched\u000a14:16:38.739375 run osmo-stp_10.42.42.5(pid=32403): Launched\u000a14:16:38.859780 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:16:39.436256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32405): Launched\u000a14:16:39.770048 run osmo-msc_10.42.42.6(pid=32406): Launched\u000a14:16:39.965265 run osmo-stp_10.42.42.5(pid=32403): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32403)]\u000a14:16:40.105461 run osmo-stp_10.42.42.5(pid=32403): stdout: \u000a| (launched: 2022-12-14_14:16:38.576224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:16:40.244403 run osmo-stp_10.42.42.5(pid=32403): stderr: \u000a| �[0;m�[38;5;43m20221214141638771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141638771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141638771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141638772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141638774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141638774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141638774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:16:40.377849 run osmo-stp_10.42.42.5(pid=32403): stdout: \u000a| (launched: 2022-12-14_14:16:38.576224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:16:40.510621 run osmo-stp_10.42.42.5(pid=32403): stderr: \u000a| �[0;m�[38;5;43m20221214141638771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141638771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141638771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141638772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141638774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141638774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141638774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:16:40.568235 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32403): Process ended prematurely: osmo-stp_10.42.42.5(pid=32403) [trial-2405↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32403)] [trial-2405↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a14:16:40.577158 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:16:40.640729 run osmo-hlr_10.42.42.2(pid=32400): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32400)]\u000a14:16:40.692941 run osmo-hlr_10.42.42.2(pid=32400): stdout: \u000a| (launched: 2022-12-14_14:16:37.573293) \u000a14:16:40.745440 run osmo-hlr_10.42.42.2(pid=32400): stderr: \u000a| �[0;m�[1;31m20221214141637775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141637775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141637776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141637776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141637776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141637776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141637831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141637840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141637841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141637841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:16:40.816867 run osmo-msc_10.42.42.6(pid=32406): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32406)]\u000a14:16:40.868882 run osmo-msc_10.42.42.6(pid=32406): stdout: \u000a| (launched: 2022-12-14_14:16:39.605617) \u000a14:16:40.921293 run osmo-msc_10.42.42.6(pid=32406): stderr: \u000a| �[0;m�[38;5;43m20221214141639927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141639927 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd4eac52c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141639927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141639927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141639927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141639928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141639929 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141639930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141639930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141639930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:16:40.966490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32399): Terminating (SIGTERM)\u000a14:16:41.009255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32402): Terminating (SIGTERM)\u000a14:16:41.051837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32405): Terminating (SIGTERM)\u000a14:16:41.061646 --- ParallelTerminationStrategy: PID 32399 died...\u000a14:16:41.118370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32399): Terminated: ok {rc=0}\u000a14:16:41.128572 --- ParallelTerminationStrategy: PID 32402 died...\u000a14:16:41.185516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32402): Terminated: ok {rc=0}\u000a14:16:41.195744 --- ParallelTerminationStrategy: PID 32405 died...\u000a14:16:41.252089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32405): Terminated: ok {rc=0}\u000a14:16:41.338925 bus /sierra_3: Setting Powered False\u000a14:16:42.446114 bus /sierra_3: Setting Powered False\u000a14:16:43.559685 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:16:33" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32417): Process ended prematurely: osmo-stp_10.42.42.5(pid=32417) [trial-2405↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32417)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32417): Process ended prematurely: osmo-stp_10.42.42.5(pid=32417) [trial-2405↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:16:45.573240 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:16:45.584420 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:16:45.730461 tst handover.py: using LAC 41491\u000a14:16:45.867116 tst handover.py: using RAC 181\u000a14:16:46.002389 tst handover.py: using CellId 41491\u000a14:16:46.180209 tst handover.py: using BVCI 41492\u000a14:16:46.215084 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:16:46.377672 tst handover.py: using LAC 41492\u000a14:16:46.532610 tst handover.py: using RAC 182\u000a14:16:46.665122 tst handover.py: using CellId 41492\u000a14:16:46.821439 tst handover.py: using BVCI 41493\u000a14:16:46.854553 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:16:46.870230 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:16:46.885708 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:16:46.899180 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:16:46.912412 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:16:46.925375 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:16:47.051667 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:16:47.284144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:16:47.757812 run create_hlr_db(pid=32411): Launched\u000a14:16:47.883028 bus /sierra_2: Setting Powered False\u000a14:16:48.956663 run create_hlr_db(pid=32411): Terminated: ok {rc=0}\u000a14:16:49.343057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32413): Launched\u000a14:16:49.653144 run osmo-hlr_10.42.42.2(pid=32414): Launched\u000a14:16:49.776752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:16:50.290148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32416): Launched\u000a14:16:50.599984 run osmo-stp_10.42.42.5(pid=32417): Launched\u000a14:16:50.711917 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:16:51.247814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32419): Launched\u000a14:16:51.559514 run osmo-msc_10.42.42.6(pid=32420): Launched\u000a14:16:51.740708 run osmo-stp_10.42.42.5(pid=32417): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32417)]\u000a14:16:51.870232 run osmo-stp_10.42.42.5(pid=32417): stdout: \u000a| (launched: 2022-12-14_14:16:50.447432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:16:51.998174 run osmo-stp_10.42.42.5(pid=32417): stderr: \u000a| �[0;m�[38;5;43m20221214141650623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141650623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141650623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141650623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141650624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141650624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141650624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:16:52.122096 run osmo-stp_10.42.42.5(pid=32417): stdout: \u000a| (launched: 2022-12-14_14:16:50.447432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:16:52.244836 run osmo-stp_10.42.42.5(pid=32417): stderr: \u000a| �[0;m�[38;5;43m20221214141650623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141650623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141650623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141650623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141650624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141650624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141650624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:16:52.298993 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32417): Process ended prematurely: osmo-stp_10.42.42.5(pid=32417) [trial-2405↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32417)] [trial-2405↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a14:16:52.306993 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:16:52.367067 run osmo-hlr_10.42.42.2(pid=32414): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32414)]\u000a14:16:52.415595 run osmo-hlr_10.42.42.2(pid=32414): stdout: \u000a| (launched: 2022-12-14_14:16:49.501126) \u000a14:16:52.464684 run osmo-hlr_10.42.42.2(pid=32414): stderr: \u000a| �[0;m�[1;31m20221214141649677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141649677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141649677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141649677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141649677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141649677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141649689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141649697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141649697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141649697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:16:52.531600 run osmo-msc_10.42.42.6(pid=32420): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32420)]\u000a14:16:52.579975 run osmo-msc_10.42.42.6(pid=32420): stdout: \u000a| (launched: 2022-12-14_14:16:51.404987) \u000a14:16:52.629049 run osmo-msc_10.42.42.6(pid=32420): stderr: \u000a| �[0;m�[38;5;43m20221214141651680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141651680 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8cfae30c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141651680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141651680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141651680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141651680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141651682 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141651682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141651683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141651683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:16:52.670535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32413): Terminating (SIGTERM)\u000a14:16:52.709625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32416): Terminating (SIGTERM)\u000a14:16:52.748677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32419): Terminating (SIGTERM)\u000a14:16:52.757845 --- ParallelTerminationStrategy: PID 32413 died...\u000a14:16:52.810553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32413): Terminated: ok {rc=0}\u000a14:16:52.820056 --- ParallelTerminationStrategy: PID 32416 died...\u000a14:16:52.872460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32416): Terminated: ok {rc=0}\u000a14:16:52.881938 --- ParallelTerminationStrategy: PID 32419 died...\u000a14:16:52.934373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32419): Terminated: ok {rc=0}\u000a14:16:53.022815 bus /sierra_3: Setting Powered False\u000a14:16:54.125350 bus /sierra_3: Setting Powered False\u000a14:16:55.236293 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:16:45" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32434): Process ended prematurely: osmo-stp_10.42.42.5(pid=32434) [trial-2405↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32434)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32434): Process ended prematurely: osmo-stp_10.42.42.5(pid=32434) [trial-2405↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:16:57.265036 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:16:57.276287 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:16:57.412873 tst handover.py: using LAC 41493\u000a14:16:57.539840 tst handover.py: using RAC 183\u000a14:16:57.659153 tst handover.py: using CellId 41493\u000a14:16:57.781726 tst handover.py: using BVCI 41494\u000a14:16:57.805402 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:16:57.949070 tst handover.py: using LAC 41494\u000a14:16:58.076679 tst handover.py: using RAC 184\u000a14:16:58.204576 tst handover.py: using CellId 41494\u000a14:16:58.332331 tst handover.py: using BVCI 41495\u000a14:16:58.357552 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:16:58.369044 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:16:58.380261 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:16:58.391625 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:16:58.403830 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:16:58.415866 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:16:58.533485 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:16:58.747329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:16:59.239119 run create_hlr_db(pid=32425): Launched\u000a14:16:59.373414 bus /sierra_2: Setting Powered False\u000a14:17:00.451440 run create_hlr_db(pid=32425): Terminated: ok {rc=0}\u000a14:17:00.839973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32427): Launched\u000a14:17:01.315751 run osmo-hlr_10.42.42.2(pid=32428): Launched\u000a14:17:01.525581 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:17:02.134680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32433): Launched\u000a14:17:02.482654 run osmo-stp_10.42.42.5(pid=32434): Launched\u000a14:17:02.607165 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:17:03.183898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32436): Launched\u000a14:17:03.516927 run osmo-msc_10.42.42.6(pid=32437): Launched\u000a14:17:03.713651 run osmo-stp_10.42.42.5(pid=32434): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32434)]\u000a14:17:03.853656 run osmo-stp_10.42.42.5(pid=32434): stdout: \u000a| (launched: 2022-12-14_14:17:02.307777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:17:03.992109 run osmo-stp_10.42.42.5(pid=32434): stderr: \u000a| �[0;m�[38;5;43m20221214141702521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141702521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141702522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141702522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141702522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141702522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141702523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:17:04.125659 run osmo-stp_10.42.42.5(pid=32434): stdout: \u000a| (launched: 2022-12-14_14:17:02.307777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:17:04.258522 run osmo-stp_10.42.42.5(pid=32434): stderr: \u000a| �[0;m�[38;5;43m20221214141702521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141702521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141702522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141702522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141702522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141702522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141702523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:17:04.315667 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32434): Process ended prematurely: osmo-stp_10.42.42.5(pid=32434) [trial-2405↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32434)] [trial-2405↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a14:17:04.323729 tst handover.py:18: Test FAILED (7.0 sec)\u000a14:17:04.397771 run osmo-hlr_10.42.42.2(pid=32428): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32428)]\u000a14:17:04.447044 run osmo-hlr_10.42.42.2(pid=32428): stdout: \u000a| (launched: 2022-12-14_14:17:01.000353) \u000a14:17:04.496727 run osmo-hlr_10.42.42.2(pid=32428): stderr: \u000a| �[0;m�[1;31m20221214141701371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141701371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141701371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141701371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141701371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141701371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141701408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141701431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141701431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141701431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:17:04.564837 run osmo-msc_10.42.42.6(pid=32437): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32437)]\u000a14:17:04.614667 run osmo-msc_10.42.42.6(pid=32437): stdout: \u000a| (launched: 2022-12-14_14:17:03.352648) \u000a14:17:04.664160 run osmo-msc_10.42.42.6(pid=32437): stderr: \u000a| �[0;m�[38;5;43m20221214141703678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141703678 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e105e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141703678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141703678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141703679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141703679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141703680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141703681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141703681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141703681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:17:04.705910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32427): Terminating (SIGTERM)\u000a14:17:04.745318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32433): Terminating (SIGTERM)\u000a14:17:04.784756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32436): Terminating (SIGTERM)\u000a14:17:04.797769 --- ParallelTerminationStrategy: PID 32427 died...\u000a14:17:04.852775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32427): Terminated: ok {rc=0}\u000a14:17:04.862342 --- ParallelTerminationStrategy: PID 32433 died...\u000a14:17:04.914677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32433): Terminated: ok {rc=0}\u000a14:17:04.924079 --- ParallelTerminationStrategy: PID 32436 died...\u000a14:17:04.976561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32436): Terminated: ok {rc=0}\u000a14:17:05.059606 bus /sierra_3: Setting Powered False\u000a14:17:06.164754 bus /sierra_3: Setting Powered False\u000a14:17:07.276202 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:16:56" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32453): Process ended prematurely: osmo-stp_10.42.42.5(pid=32453) [trial-2405↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32453)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32453): Process ended prematurely: osmo-stp_10.42.42.5(pid=32453) [trial-2405↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:17:09.297198 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:17:09.307930 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:17:09.438275 tst handover.py: using LAC 41495\u000a14:17:09.566516 tst handover.py: using RAC 185\u000a14:17:09.693571 tst handover.py: using CellId 41495\u000a14:17:09.816795 tst handover.py: using BVCI 41496\u000a14:17:09.840467 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:17:09.976147 tst handover.py: using LAC 41496\u000a14:17:10.096881 tst handover.py: using RAC 186\u000a14:17:10.216748 tst handover.py: using CellId 41496\u000a14:17:10.337230 tst handover.py: using BVCI 41497\u000a14:17:10.360645 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:17:10.371485 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:17:10.382102 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:17:10.392652 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:17:10.403337 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:17:10.414437 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:17:10.536414 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:17:10.740277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:17:11.207940 run create_hlr_db(pid=32447): Launched\u000a14:17:11.333734 bus /sierra_2: Setting Powered False\u000a14:17:12.407553 run create_hlr_db(pid=32447): Terminated: ok {rc=0}\u000a14:17:12.791917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32449): Launched\u000a14:17:13.101816 run osmo-hlr_10.42.42.2(pid=32450): Launched\u000a14:17:13.215578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:17:13.726889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32452): Launched\u000a14:17:14.039330 run osmo-stp_10.42.42.5(pid=32453): Launched\u000a14:17:14.152303 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:17:14.691045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32455): Launched\u000a14:17:15.000736 run osmo-msc_10.42.42.6(pid=32456): Launched\u000a14:17:15.182089 run osmo-stp_10.42.42.5(pid=32453): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32453)]\u000a14:17:15.312375 run osmo-stp_10.42.42.5(pid=32453): stdout: \u000a| (launched: 2022-12-14_14:17:13.884818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:17:15.440368 run osmo-stp_10.42.42.5(pid=32453): stderr: \u000a| �[0;m�[38;5;43m20221214141714059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141714059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141714059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141714060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141714060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141714060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141714060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:17:15.564479 run osmo-stp_10.42.42.5(pid=32453): stdout: \u000a| (launched: 2022-12-14_14:17:13.884818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:17:15.687447 run osmo-stp_10.42.42.5(pid=32453): stderr: \u000a| �[0;m�[38;5;43m20221214141714059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141714059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141714059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141714060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141714060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141714060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141714060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:17:15.741005 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32453): Process ended prematurely: osmo-stp_10.42.42.5(pid=32453) [trial-2405↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32453)] [trial-2405↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a14:17:15.748809 tst handover.py:18: Test FAILED (6.4 sec)\u000a14:17:15.808642 run osmo-hlr_10.42.42.2(pid=32450): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32450)]\u000a14:17:15.866735 run osmo-hlr_10.42.42.2(pid=32450): stdout: \u000a| (launched: 2022-12-14_14:17:12.948825) \u000a14:17:15.929670 run osmo-hlr_10.42.42.2(pid=32450): stderr: \u000a| �[0;m�[1;31m20221214141713127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141713127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141713127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141713127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141713127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141713127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141713140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141713148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141713149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141713149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:17:16.005606 run osmo-msc_10.42.42.6(pid=32456): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32456)]\u000a14:17:16.060098 run osmo-msc_10.42.42.6(pid=32456): stdout: \u000a| (launched: 2022-12-14_14:17:14.848309) \u000a14:17:16.114954 run osmo-msc_10.42.42.6(pid=32456): stderr: \u000a| �[0;m�[38;5;43m20221214141715123 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141715124 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4687c2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141715124 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141715124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141715124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141715124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141715126 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141715126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141715126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141715127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:17:16.162185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32449): Terminating (SIGTERM)\u000a14:17:16.209507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32452): Terminating (SIGTERM)\u000a14:17:16.256994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32455): Terminating (SIGTERM)\u000a14:17:16.267852 --- ParallelTerminationStrategy: PID 32449 died...\u000a14:17:16.329144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32449): Terminated: ok {rc=0}\u000a14:17:16.341354 --- ParallelTerminationStrategy: PID 32452 died...\u000a14:17:16.401328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32452): Terminated: ok {rc=0}\u000a14:17:16.413037 --- ParallelTerminationStrategy: PID 32455 died...\u000a14:17:16.471304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32455): Terminated: ok {rc=0}\u000a14:17:16.563758 bus /sierra_3: Setting Powered False\u000a14:17:17.669946 bus /sierra_3: Setting Powered False\u000a14:17:18.777992 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:17:09" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32467): Process ended prematurely: osmo-stp_10.42.42.5(pid=32467) [trial-2405↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32467)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32467): Process ended prematurely: osmo-stp_10.42.42.5(pid=32467) [trial-2405↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:17:20.775656 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:17:20.787392 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:17:20.910433 tst handover.py: using LAC 41497\u000a14:17:21.032674 tst handover.py: using RAC 187\u000a14:17:21.153254 tst handover.py: using CellId 41497\u000a14:17:21.275555 tst handover.py: using BVCI 41498\u000a14:17:21.299050 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:17:21.455815 tst handover.py: using LAC 41498\u000a14:17:21.595480 tst handover.py: using RAC 188\u000a14:17:21.723428 tst handover.py: using CellId 41498\u000a14:17:21.851372 tst handover.py: using BVCI 41499\u000a14:17:21.876431 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:17:21.887906 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:17:21.899074 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:17:21.910159 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:17:21.922252 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:17:21.934022 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:17:22.053652 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:17:22.262780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:17:22.736494 run create_hlr_db(pid=32461): Launched\u000a14:17:22.862472 bus /sierra_2: Setting Powered False\u000a14:17:23.935604 run create_hlr_db(pid=32461): Terminated: ok {rc=0}\u000a14:17:24.348282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32463): Launched\u000a14:17:24.683350 run osmo-hlr_10.42.42.2(pid=32464): Launched\u000a14:17:24.807397 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:17:25.355518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32466): Launched\u000a14:17:25.690134 run osmo-stp_10.42.42.5(pid=32467): Launched\u000a14:17:25.811102 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:17:26.388486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32469): Launched\u000a14:17:26.723193 run osmo-msc_10.42.42.6(pid=32470): Launched\u000a14:17:26.917543 run osmo-stp_10.42.42.5(pid=32467): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32467)]\u000a14:17:27.058413 run osmo-stp_10.42.42.5(pid=32467): stdout: \u000a| (launched: 2022-12-14_14:17:25.525087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:17:27.197168 run osmo-stp_10.42.42.5(pid=32467): stderr: \u000a| �[0;m�[38;5;43m20221214141725719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141725719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141725719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141725720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141725722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141725722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141725722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:17:27.331321 run osmo-stp_10.42.42.5(pid=32467): stdout: \u000a| (launched: 2022-12-14_14:17:25.525087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:17:27.463835 run osmo-stp_10.42.42.5(pid=32467): stderr: \u000a| �[0;m�[38;5;43m20221214141725719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141725719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141725719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141725720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141725722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141725722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141725722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:17:27.521920 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32467): Process ended prematurely: osmo-stp_10.42.42.5(pid=32467) [trial-2405↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32467)] [trial-2405↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a14:17:27.530496 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:17:27.594248 run osmo-hlr_10.42.42.2(pid=32464): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32464)]\u000a14:17:27.646421 run osmo-hlr_10.42.42.2(pid=32464): stdout: \u000a| (launched: 2022-12-14_14:17:24.517851) \u000a14:17:27.698964 run osmo-hlr_10.42.42.2(pid=32464): stderr: \u000a| �[0;m�[1;31m20221214141724720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141724720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141724720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141724720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141724720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141724720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141724733 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141724741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141724742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141724742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:17:27.770299 run osmo-msc_10.42.42.6(pid=32470): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32470)]\u000a14:17:27.822047 run osmo-msc_10.42.42.6(pid=32470): stdout: \u000a| (launched: 2022-12-14_14:17:26.557866) \u000a14:17:27.874260 run osmo-msc_10.42.42.6(pid=32470): stderr: \u000a| �[0;m�[38;5;43m20221214141726880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141726880 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08218dac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141726880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141726880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141726881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141726881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141726882 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141726883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141726883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141726883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:17:27.919359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32463): Terminating (SIGTERM)\u000a14:17:27.961882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32466): Terminating (SIGTERM)\u000a14:17:28.004530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32469): Terminating (SIGTERM)\u000a14:17:28.014377 --- ParallelTerminationStrategy: PID 32463 died...\u000a14:17:28.071302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32463): Terminated: ok {rc=0}\u000a14:17:28.081676 --- ParallelTerminationStrategy: PID 32466 died...\u000a14:17:28.138343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32466): Terminated: ok {rc=0}\u000a14:17:28.148520 --- ParallelTerminationStrategy: PID 32469 died...\u000a14:17:28.205646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32469): Terminated: ok {rc=0}\u000a14:17:28.293499 bus /sierra_3: Setting Powered False\u000a14:17:29.395732 bus /sierra_3: Setting Powered False\u000a14:17:30.503534 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:17:20" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32481): Process ended prematurely: osmo-stp_10.42.42.5(pid=32481) [trial-2405↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32481)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32481): Process ended prematurely: osmo-stp_10.42.42.5(pid=32481) [trial-2405↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32481)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2405 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:17:32.534077 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:17:32.545452 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:17:32.681265 tst handover.py: using LAC 41499\u000a14:17:32.801710 tst handover.py: using RAC 189\u000a14:17:32.922370 tst handover.py: using CellId 41499\u000a14:17:33.054523 tst handover.py: using BVCI 41500\u000a14:17:33.079695 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:17:33.227469 tst handover.py: using LAC 41500\u000a14:17:33.356081 tst handover.py: using RAC 190\u000a14:17:33.485578 tst handover.py: using CellId 41500\u000a14:17:33.613104 tst handover.py: using BVCI 41501\u000a14:17:33.638327 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:17:33.649605 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:17:33.660682 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:17:33.671886 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:17:33.683775 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:17:33.695687 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:17:33.814650 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:17:34.030995 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:17:34.523775 run create_hlr_db(pid=32475): Launched\u000a14:17:34.658640 bus /sierra_2: Setting Powered False\u000a14:17:35.736819 run create_hlr_db(pid=32475): Terminated: ok {rc=0}\u000a14:17:36.128698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32477): Launched\u000a14:17:36.440233 run osmo-hlr_10.42.42.2(pid=32478): Launched\u000a14:17:36.563244 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:17:37.109246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32480): Launched\u000a14:17:37.442219 run osmo-stp_10.42.42.5(pid=32481): Launched\u000a14:17:37.563421 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:17:38.139017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32483): Launched\u000a14:17:38.471518 run osmo-msc_10.42.42.6(pid=32484): Launched\u000a14:17:38.664238 run osmo-stp_10.42.42.5(pid=32481): ERR: Terminated: ERROR {rc=1} [trial-2405↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32481)]\u000a14:17:38.803442 run osmo-stp_10.42.42.5(pid=32481): stdout: \u000a| (launched: 2022-12-14_14:17:37.277865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:17:38.942756 run osmo-stp_10.42.42.5(pid=32481): stderr: \u000a| �[0;m�[38;5;43m20221214141737474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141737474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141737474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141737475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141737475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141737475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141737475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:17:39.075529 run osmo-stp_10.42.42.5(pid=32481): stdout: \u000a| (launched: 2022-12-14_14:17:37.277865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:17:39.207392 run osmo-stp_10.42.42.5(pid=32481): stderr: \u000a| �[0;m�[38;5;43m20221214141737474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214141737474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214141737474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214141737475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214141737475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214141737475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214141737475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:17:39.264653 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32481): Process ended prematurely: osmo-stp_10.42.42.5(pid=32481) [trial-2405↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32481)] [trial-2405↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a14:17:39.273367 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:17:39.336611 run osmo-hlr_10.42.42.2(pid=32478): ERR: Terminated: ERROR {rc=237} [trial-2405↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32478)]\u000a14:17:39.388167 run osmo-hlr_10.42.42.2(pid=32478): stdout: \u000a| (launched: 2022-12-14_14:17:36.286656) \u000a14:17:39.439934 run osmo-hlr_10.42.42.2(pid=32478): stderr: \u000a| �[0;m�[1;31m20221214141736467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214141736467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214141736467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141736467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214141736467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214141736467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214141736487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2405/run.2022-12-14_12-53-19/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214141736496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214141736497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214141736497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:17:39.510950 run osmo-msc_10.42.42.6(pid=32484): ERR: Terminated: ERROR {rc=2} [trial-2405↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32484)]\u000a14:17:39.562633 run osmo-msc_10.42.42.6(pid=32484): stdout: \u000a| (launched: 2022-12-14_14:17:38.307685) \u000a14:17:39.614770 run osmo-msc_10.42.42.6(pid=32484): stderr: \u000a| �[0;m�[38;5;43m20221214141738632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214141738632 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93d2729c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214141738632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214141738632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214141738633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214141738633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214141738634 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214141738635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214141738635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214141738635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:17:39.659252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32477): Terminating (SIGTERM)\u000a14:17:39.701303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32480): Terminating (SIGTERM)\u000a14:17:39.743400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32483): Terminating (SIGTERM)\u000a14:17:39.753235 --- ParallelTerminationStrategy: PID 32477 died...\u000a14:17:39.809854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32477): Terminated: ok {rc=0}\u000a14:17:39.820068 --- ParallelTerminationStrategy: PID 32480 died...\u000a14:17:39.876647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32480): Terminated: ok {rc=0}\u000a14:17:39.887017 --- ParallelTerminationStrategy: PID 32483 died...\u000a14:17:39.943694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32483): Terminated: ok {rc=0}\u000a14:17:40.030920 bus /sierra_3: Setting Powered False\u000a14:17:41.137011 bus /sierra_3: Setting Powered False\u000a14:17:42.244706 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T14:17:32" } ] }